{"level":"warn","ts":"2026-05-10T00:50:53.206548Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T00:50:53.206647Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-10T00:50:53.206715Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T00:50:53.206725Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-05-10T00:50:53.206744Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T00:50:53.207358Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-05-10T00:50:53.207438Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-10T00:50:53.213649Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.997959ms"} {"level":"info","ts":"2026-05-10T00:50:53.221583Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-05-10T00:50:53.222131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-05-10T00:50:53.222218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-05-10T00:50:53.222276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-10T00:50:53.222308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-05-10T00:50:53.222461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-05-10T00:50:53.228528Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-10T00:50:53.230551Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-10T00:50:53.232048Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-10T00:50:53.234123Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-10T00:50:53.234238Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T00:50:53.23433Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T00:50:53.23435Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T00:50:53.234356Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-10T00:50:53.236557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-05-10T00:50:53.236749Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-05-10T00:50:53.23773Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T00:50:53.237921Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-05-10T00:50:53.237969Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-05-10T00:50:53.237999Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-10T00:50:53.238051Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-10T00:50:53.923163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-05-10T00:50:53.923243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-05-10T00:50:53.923272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-05-10T00:50:53.923293Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-05-10T00:50:53.923305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-05-10T00:50:53.923321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-05-10T00:50:53.923335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-05-10T00:50:53.924402Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:50:53.925347Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-05-10T00:50:53.925347Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T00:50:53.925376Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T00:50:53.925804Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-10T00:50:53.925891Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-10T00:50:53.926063Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:50:53.926186Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:50:53.926221Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:50:53.927811Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-10T00:50:53.928824Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"info","ts":"2026-05-10T00:51:10.367034Z","caller":"traceutil/trace.go:171","msg":"trace[487753707] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"512.650931ms","start":"2026-05-10T00:51:09.854355Z","end":"2026-05-10T00:51:10.367006Z","steps":["trace[487753707] 'process raft request' (duration: 512.504248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:10.367703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:09.854338Z","time spent":"512.820835ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:51:27.856259Z","caller":"traceutil/trace.go:171","msg":"trace[897862825] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"165.510475ms","start":"2026-05-10T00:51:27.690715Z","end":"2026-05-10T00:51:27.856226Z","steps":["trace[897862825] 'process raft request' (duration: 129.043304ms)","trace[897862825] 'compare' (duration: 36.283797ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:27.858004Z","caller":"traceutil/trace.go:171","msg":"trace[1150609626] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"158.137528ms","start":"2026-05-10T00:51:27.69984Z","end":"2026-05-10T00:51:27.857978Z","steps":["trace[1150609626] 'process raft request' (duration: 157.979955ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:27.858053Z","caller":"traceutil/trace.go:171","msg":"trace[220667127] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"151.550947ms","start":"2026-05-10T00:51:27.706477Z","end":"2026-05-10T00:51:27.858028Z","steps":["trace[220667127] 'process raft request' (duration: 151.401584ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:27.858223Z","caller":"traceutil/trace.go:171","msg":"trace[828762851] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"151.454744ms","start":"2026-05-10T00:51:27.706756Z","end":"2026-05-10T00:51:27.858211Z","steps":["trace[828762851] 'process raft request' (duration: 151.27298ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:27.858279Z","caller":"traceutil/trace.go:171","msg":"trace[183045952] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"143.603728ms","start":"2026-05-10T00:51:27.71467Z","end":"2026-05-10T00:51:27.858274Z","steps":["trace[183045952] 'process raft request' (duration: 143.386773ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:27.858278Z","caller":"traceutil/trace.go:171","msg":"trace[94523709] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"138.720342ms","start":"2026-05-10T00:51:27.719547Z","end":"2026-05-10T00:51:27.858268Z","steps":["trace[94523709] 'process raft request' (duration: 138.564369ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:27.858235Z","caller":"traceutil/trace.go:171","msg":"trace[774915802] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"151.684989ms","start":"2026-05-10T00:51:27.706534Z","end":"2026-05-10T00:51:27.858219Z","steps":["trace[774915802] 'process raft request' (duration: 151.391303ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:27.858422Z","caller":"traceutil/trace.go:171","msg":"trace[270350493] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"115.299719ms","start":"2026-05-10T00:51:27.743114Z","end":"2026-05-10T00:51:27.858414Z","steps":["trace[270350493] 'process raft request' (duration: 115.118706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:27.858398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.015478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10078"} {"level":"info","ts":"2026-05-10T00:51:27.858463Z","caller":"traceutil/trace.go:171","msg":"trace[1169139566] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:502; }","duration":"152.118719ms","start":"2026-05-10T00:51:27.70633Z","end":"2026-05-10T00:51:27.858449Z","steps":["trace[1169139566] 'agreement among raft nodes before linearized reading' (duration: 151.970346ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:27.858278Z","caller":"traceutil/trace.go:171","msg":"trace[925010770] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:509; }","duration":"151.899314ms","start":"2026-05-10T00:51:27.706366Z","end":"2026-05-10T00:51:27.858265Z","steps":["trace[925010770] 'read index received' (duration: 113.477311ms)","trace[925010770] 'applied index is now lower than readState.Index' (duration: 38.421433ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:27.85817Z","caller":"traceutil/trace.go:171","msg":"trace[1438067461] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"151.400173ms","start":"2026-05-10T00:51:27.706709Z","end":"2026-05-10T00:51:27.858109Z","steps":["trace[1438067461] 'process raft request' (duration: 151.289471ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:27.858873Z","caller":"traceutil/trace.go:171","msg":"trace[1041121125] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"135.918662ms","start":"2026-05-10T00:51:27.722907Z","end":"2026-05-10T00:51:27.858826Z","steps":["trace[1041121125] 'process raft request' (duration: 135.240068ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.184268Z","caller":"traceutil/trace.go:171","msg":"trace[1339369004] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"113.499631ms","start":"2026-05-10T00:51:28.070734Z","end":"2026-05-10T00:51:28.184234Z","steps":["trace[1339369004] 'process raft request' (duration: 50.133913ms)","trace[1339369004] 'compare' (duration: 63.201354ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:28.342916Z","caller":"traceutil/trace.go:171","msg":"trace[928577630] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"131.782753ms","start":"2026-05-10T00:51:28.211104Z","end":"2026-05-10T00:51:28.342886Z","steps":["trace[928577630] 'process raft request' (duration: 106.852738ms)","trace[928577630] 'compare' (duration: 24.769791ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:29.097987Z","caller":"traceutil/trace.go:171","msg":"trace[1758956997] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"102.992906ms","start":"2026-05-10T00:51:28.994957Z","end":"2026-05-10T00:51:29.09795Z","steps":["trace[1758956997] 'process raft request' (duration: 87.313481ms)","trace[1758956997] 'compare' (duration: 15.43544ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:30.832588Z","caller":"traceutil/trace.go:171","msg":"trace[331670442] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"219.593884ms","start":"2026-05-10T00:51:30.612971Z","end":"2026-05-10T00:51:30.832565Z","steps":["trace[331670442] 'process raft request' (duration: 216.60841ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:34.886664Z","caller":"traceutil/trace.go:171","msg":"trace[96569784] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"199.073065ms","start":"2026-05-10T00:51:34.687565Z","end":"2026-05-10T00:51:34.886638Z","steps":["trace[96569784] 'process raft request' (duration: 198.403739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:35.52746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386763055,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T00:51:35.642394Z","caller":"traceutil/trace.go:171","msg":"trace[250769991] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"615.457354ms","start":"2026-05-10T00:51:35.02691Z","end":"2026-05-10T00:51:35.642368Z","steps":["trace[250769991] 'read index received' (duration: 615.292721ms)","trace[250769991] 'applied index is now lower than readState.Index' (duration: 163.673µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:35.642727Z","caller":"traceutil/trace.go:171","msg":"trace[1319098923] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"697.533113ms","start":"2026-05-10T00:51:34.945159Z","end":"2026-05-10T00:51:35.642693Z","steps":["trace[1319098923] 'process raft request' (duration: 697.071223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:35.64273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.267128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T00:51:35.642786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.976629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T00:51:35.642852Z","caller":"traceutil/trace.go:171","msg":"trace[1749728740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"480.435823ms","start":"2026-05-10T00:51:35.162391Z","end":"2026-05-10T00:51:35.642827Z","steps":["trace[1749728740] 'agreement among raft nodes before linearized reading' (duration: 480.172656ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:35.642881Z","caller":"traceutil/trace.go:171","msg":"trace[1436296262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"106.113453ms","start":"2026-05-10T00:51:35.536738Z","end":"2026-05-10T00:51:35.642851Z","steps":["trace[1436296262] 'agreement among raft nodes before linearized reading' (duration: 105.877687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:35.642883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:34.94513Z","time spent":"697.668065ms","remote":"127.0.0.1:38272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:35.642913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:35.162361Z","time spent":"480.538214ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T00:51:35.642838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.863552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lw857\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-10T00:51:35.643026Z","caller":"traceutil/trace.go:171","msg":"trace[85740521] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lw857; range_end:; response_count:1; response_revision:593; }","duration":"616.1488ms","start":"2026-05-10T00:51:35.026856Z","end":"2026-05-10T00:51:35.643005Z","steps":["trace[85740521] 'agreement among raft nodes before linearized reading' (duration: 615.74641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:35.643097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:35.026834Z","time spent":"616.249981ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-lw857\" "} {"level":"info","ts":"2026-05-10T00:51:50.96577Z","caller":"traceutil/trace.go:171","msg":"trace[1882594030] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"245.559679ms","start":"2026-05-10T00:51:50.720151Z","end":"2026-05-10T00:51:50.96571Z","steps":["trace[1882594030] 'process raft request' (duration: 245.003578ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:52:17.183061Z","caller":"traceutil/trace.go:171","msg":"trace[2059928869] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"158.231169ms","start":"2026-05-10T00:52:17.024808Z","end":"2026-05-10T00:52:17.183039Z","steps":["trace[2059928869] 'process raft request' (duration: 158.046135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:29.394666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.584701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-10T00:52:29.394748Z","caller":"traceutil/trace.go:171","msg":"trace[1591275294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1272; }","duration":"138.715673ms","start":"2026-05-10T00:52:29.256015Z","end":"2026-05-10T00:52:29.394731Z","steps":["trace[1591275294] 'range keys from in-memory index tree' (duration: 138.418626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:29.394767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.192432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-10T00:52:29.394858Z","caller":"traceutil/trace.go:171","msg":"trace[436290174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1272; }","duration":"138.352335ms","start":"2026-05-10T00:52:29.256481Z","end":"2026-05-10T00:52:29.394834Z","steps":["trace[436290174] 'range keys from in-memory index tree' (duration: 138.000428ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:52:37.596851Z","caller":"traceutil/trace.go:171","msg":"trace[365913927] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1437; }","duration":"131.117329ms","start":"2026-05-10T00:52:37.465707Z","end":"2026-05-10T00:52:37.596824Z","steps":["trace[365913927] 'read index received' (duration: 130.958736ms)","trace[365913927] 'applied index is now lower than readState.Index' (duration: 157.583µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:52:37.596973Z","caller":"traceutil/trace.go:171","msg":"trace[1000977485] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"135.229318ms","start":"2026-05-10T00:52:37.461705Z","end":"2026-05-10T00:52:37.596934Z","steps":["trace[1000977485] 'process raft request' (duration: 134.934801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:37.597062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.340284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-10T00:52:37.597136Z","caller":"traceutil/trace.go:171","msg":"trace[1489838631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1399; }","duration":"131.435066ms","start":"2026-05-10T00:52:37.465688Z","end":"2026-05-10T00:52:37.597123Z","steps":["trace[1489838631] 'agreement among raft nodes before linearized reading' (duration: 131.249212ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:52:37.987738Z","caller":"traceutil/trace.go:171","msg":"trace[1602113839] linearizableReadLoop","detail":"{readStateIndex:1440; appliedIndex:1439; }","duration":"312.365068ms","start":"2026-05-10T00:52:37.675349Z","end":"2026-05-10T00:52:37.987714Z","steps":["trace[1602113839] 'read index received' (duration: 265.409727ms)","trace[1602113839] 'applied index is now lower than readState.Index' (duration: 46.954521ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:52:37.987966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.585572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:52:37.987929Z","caller":"traceutil/trace.go:171","msg":"trace[425116302] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"328.107498ms","start":"2026-05-10T00:52:37.659775Z","end":"2026-05-10T00:52:37.987882Z","steps":["trace[425116302] 'process raft request' (duration: 281.089136ms)","trace[425116302] 'compare' (duration: 46.715466ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:52:37.988054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.822836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:52:37.98813Z","caller":"traceutil/trace.go:171","msg":"trace[1673392782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1401; }","duration":"306.927449ms","start":"2026-05-10T00:52:37.681188Z","end":"2026-05-10T00:52:37.988115Z","steps":["trace[1673392782] 'agreement among raft nodes before linearized reading' (duration: 306.805036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:37.988157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:52:37.659749Z","time spent":"328.294593ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:52:37.988177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:52:37.681177Z","time spent":"306.9882ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-10T00:52:37.988011Z","caller":"traceutil/trace.go:171","msg":"trace[1313028402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1401; }","duration":"312.703955ms","start":"2026-05-10T00:52:37.675297Z","end":"2026-05-10T00:52:37.988001Z","steps":["trace[1313028402] 'agreement among raft nodes before linearized reading' (duration: 312.575542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:37.988271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:52:37.675276Z","time spent":"312.96989ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T00:53:00.760931Z","caller":"traceutil/trace.go:171","msg":"trace[1093669606] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"252.875234ms","start":"2026-05-10T00:53:00.508029Z","end":"2026-05-10T00:53:00.760904Z","steps":["trace[1093669606] 'process raft request' (duration: 252.71437ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:00.948518Z","caller":"traceutil/trace.go:171","msg":"trace[1172592888] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"100.000653ms","start":"2026-05-10T00:53:00.848483Z","end":"2026-05-10T00:53:00.948483Z","steps":["trace[1172592888] 'process raft request' (duration: 99.706707ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:20.453528Z","caller":"traceutil/trace.go:171","msg":"trace[1939944034] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2020; }","duration":"193.540725ms","start":"2026-05-10T00:53:20.259954Z","end":"2026-05-10T00:53:20.453495Z","steps":["trace[1939944034] 'read index received' (duration: 193.370501ms)","trace[1939944034] 'applied index is now lower than readState.Index' (duration: 166.814µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:20.453605Z","caller":"traceutil/trace.go:171","msg":"trace[541939710] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"234.064866ms","start":"2026-05-10T00:53:20.219496Z","end":"2026-05-10T00:53:20.453561Z","steps":["trace[541939710] 'process raft request' (duration: 233.842662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:20.453809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.838422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T00:53:20.453897Z","caller":"traceutil/trace.go:171","msg":"trace[214218968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1951; }","duration":"193.983565ms","start":"2026-05-10T00:53:20.259895Z","end":"2026-05-10T00:53:20.453878Z","steps":["trace[214218968] 'agreement among raft nodes before linearized reading' (duration: 193.74841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:20.453886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.985793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-10T00:53:20.453965Z","caller":"traceutil/trace.go:171","msg":"trace[385109159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1951; }","duration":"193.113475ms","start":"2026-05-10T00:53:20.260833Z","end":"2026-05-10T00:53:20.453946Z","steps":["trace[385109159] 'agreement among raft nodes before linearized reading' (duration: 192.899631ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:56.769576Z","caller":"traceutil/trace.go:171","msg":"trace[1696525738] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"107.303743ms","start":"2026-05-10T00:53:56.662251Z","end":"2026-05-10T00:53:56.769555Z","steps":["trace[1696525738] 'process raft request' (duration: 107.12385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:56.769922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.241029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T00:53:56.77Z","caller":"traceutil/trace.go:171","msg":"trace[1636111455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2157; }","duration":"110.363321ms","start":"2026-05-10T00:53:56.659619Z","end":"2026-05-10T00:53:56.769983Z","steps":["trace[1636111455] 'agreement among raft nodes before linearized reading' (duration: 110.144906ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:57.044285Z","caller":"traceutil/trace.go:171","msg":"trace[1195363494] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"288.820629ms","start":"2026-05-10T00:53:56.755434Z","end":"2026-05-10T00:53:57.044254Z","steps":["trace[1195363494] 'process raft request' (duration: 263.705713ms)","trace[1195363494] 'compare' (duration: 24.995944ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:57.320008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.048578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T00:53:57.320151Z","caller":"traceutil/trace.go:171","msg":"trace[321983622] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"141.01438ms","start":"2026-05-10T00:53:57.179124Z","end":"2026-05-10T00:53:57.320139Z","steps":["trace[321983622] 'process raft request' (duration: 140.964819ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:57.320451Z","caller":"traceutil/trace.go:171","msg":"trace[1995365983] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"546.463679ms","start":"2026-05-10T00:53:56.773964Z","end":"2026-05-10T00:53:57.320428Z","steps":["trace[1995365983] 'process raft request' (duration: 372.838798ms)","trace[1995365983] 'compare' (duration: 172.969437ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:57.320436Z","caller":"traceutil/trace.go:171","msg":"trace[1517194239] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2234; }","duration":"322.495894ms","start":"2026-05-10T00:53:56.99792Z","end":"2026-05-10T00:53:57.320416Z","steps":["trace[1517194239] 'read index received' (duration: 21.229089ms)","trace[1517194239] 'applied index is now lower than readState.Index' (duration: 301.264225ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:57.320636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:56.773944Z","time spent":"546.557661ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:53:57.320856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.683305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-10T00:53:57.320965Z","caller":"traceutil/trace.go:171","msg":"trace[263905270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2160; }","duration":"113.792248ms","start":"2026-05-10T00:53:57.207126Z","end":"2026-05-10T00:53:57.320919Z","steps":["trace[263905270] 'agreement among raft nodes before linearized reading' (duration: 113.525692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:57.320872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.947944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-10T00:53:57.321157Z","caller":"traceutil/trace.go:171","msg":"trace[423617505] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:2160; }","duration":"323.25702ms","start":"2026-05-10T00:53:56.997868Z","end":"2026-05-10T00:53:57.321125Z","steps":["trace[423617505] 'agreement among raft nodes before linearized reading' (duration: 322.757989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:57.32132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:56.997843Z","time spent":"323.390664ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-05-10T00:54:44.331202Z","caller":"traceutil/trace.go:171","msg":"trace[392328603] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"327.570292ms","start":"2026-05-10T00:54:44.003592Z","end":"2026-05-10T00:54:44.331162Z","steps":["trace[392328603] 'process raft request' (duration: 327.292176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:44.331455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:54:44.003553Z","time spent":"327.773227ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:54:44.332747Z","caller":"traceutil/trace.go:171","msg":"trace[1972253373] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2675; }","duration":"166.591079ms","start":"2026-05-10T00:54:44.166114Z","end":"2026-05-10T00:54:44.332705Z","steps":["trace[1972253373] 'read index received' (duration: 164.87543ms)","trace[1972253373] 'applied index is now lower than readState.Index' (duration: 1.713739ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:54:44.332793Z","caller":"traceutil/trace.go:171","msg":"trace[78236814] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"296.401679ms","start":"2026-05-10T00:54:44.036354Z","end":"2026-05-10T00:54:44.332756Z","steps":["trace[78236814] 'process raft request' (duration: 296.137213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:44.333031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.889576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T00:54:44.333295Z","caller":"traceutil/trace.go:171","msg":"trace[732461075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2584; }","duration":"167.147911ms","start":"2026-05-10T00:54:44.166059Z","end":"2026-05-10T00:54:44.333207Z","steps":["trace[732461075] 'agreement among raft nodes before linearized reading' (duration: 166.805473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:18.034136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.597253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T00:55:18.034259Z","caller":"traceutil/trace.go:171","msg":"trace[1906465057] linearizableReadLoop","detail":"{readStateIndex:2889; appliedIndex:2888; }","duration":"285.279511ms","start":"2026-05-10T00:55:17.748958Z","end":"2026-05-10T00:55:18.034237Z","steps":["trace[1906465057] 'read index received' (duration: 147.532235ms)","trace[1906465057] 'applied index is now lower than readState.Index' (duration: 137.745466ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:55:18.034346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.379463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:55:18.034396Z","caller":"traceutil/trace.go:171","msg":"trace[1479318512] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2788; }","duration":"285.434284ms","start":"2026-05-10T00:55:17.748947Z","end":"2026-05-10T00:55:18.034381Z","steps":["trace[1479318512] 'agreement among raft nodes before linearized reading' (duration: 285.349112ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:18.034408Z","caller":"traceutil/trace.go:171","msg":"trace[841496331] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"300.98362ms","start":"2026-05-10T00:55:17.733392Z","end":"2026-05-10T00:55:18.034376Z","steps":["trace[841496331] 'process raft request' (duration: 163.05005ms)","trace[841496331] 'compare' (duration: 137.441659ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:55:18.034565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:17.733372Z","time spent":"301.110233ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:59:21.906485Z","caller":"traceutil/trace.go:171","msg":"trace[1798533280] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"122.979ms","start":"2026-05-10T00:59:21.783477Z","end":"2026-05-10T00:59:21.906456Z","steps":["trace[1798533280] 'read index received' (duration: 122.700854ms)","trace[1798533280] 'applied index is now lower than readState.Index' (duration: 276.896µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:21.906563Z","caller":"traceutil/trace.go:171","msg":"trace[751909242] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"129.174089ms","start":"2026-05-10T00:59:21.777357Z","end":"2026-05-10T00:59:21.906531Z","steps":["trace[751909242] 'process raft request' (duration: 128.926544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:21.906719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.216035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T00:59:21.906791Z","caller":"traceutil/trace.go:171","msg":"trace[600231787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5009; }","duration":"123.343358ms","start":"2026-05-10T00:59:21.783433Z","end":"2026-05-10T00:59:21.906776Z","steps":["trace[600231787] 'agreement among raft nodes before linearized reading' (duration: 123.116913ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:22.310154Z","caller":"traceutil/trace.go:171","msg":"trace[903345776] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"130.01195ms","start":"2026-05-10T00:59:22.180112Z","end":"2026-05-10T00:59:22.310124Z","steps":["trace[903345776] 'process raft request' (duration: 64.029558ms)","trace[903345776] 'compare' (duration: 65.702735ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:31.556532Z","caller":"traceutil/trace.go:171","msg":"trace[1259923757] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"122.177091ms","start":"2026-05-10T00:59:31.434337Z","end":"2026-05-10T00:59:31.556514Z","steps":["trace[1259923757] 'process raft request' (duration: 122.031987ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:31.562594Z","caller":"traceutil/trace.go:171","msg":"trace[1579785384] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"107.042821ms","start":"2026-05-10T00:59:31.455529Z","end":"2026-05-10T00:59:31.562572Z","steps":["trace[1579785384] 'process raft request' (duration: 106.469447ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:32.063398Z","caller":"traceutil/trace.go:171","msg":"trace[423501691] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5403; }","duration":"113.559466ms","start":"2026-05-10T00:59:31.949817Z","end":"2026-05-10T00:59:32.063376Z","steps":["trace[423501691] 'read index received' (duration: 113.404723ms)","trace[423501691] 'applied index is now lower than readState.Index' (duration: 151.473µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:32.063482Z","caller":"traceutil/trace.go:171","msg":"trace[1859714469] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"114.565739ms","start":"2026-05-10T00:59:31.948882Z","end":"2026-05-10T00:59:32.063448Z","steps":["trace[1859714469] 'process raft request' (duration: 114.346874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:32.063632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.802891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nk9jk\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-10T00:59:32.063883Z","caller":"traceutil/trace.go:171","msg":"trace[1179663633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nk9jk; range_end:; response_count:1; response_revision:5216; }","duration":"114.075769ms","start":"2026-05-10T00:59:31.949781Z","end":"2026-05-10T00:59:32.063856Z","steps":["trace[1179663633] 'agreement among raft nodes before linearized reading' (duration: 113.72406ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:38.632079Z","caller":"traceutil/trace.go:171","msg":"trace[358978176] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"165.765496ms","start":"2026-05-10T00:59:38.466289Z","end":"2026-05-10T00:59:38.632055Z","steps":["trace[358978176] 'process raft request' (duration: 165.723826ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:38.632112Z","caller":"traceutil/trace.go:171","msg":"trace[230477517] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"169.962111ms","start":"2026-05-10T00:59:38.462094Z","end":"2026-05-10T00:59:38.632056Z","steps":["trace[230477517] 'process raft request' (duration: 169.781707ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:38.632252Z","caller":"traceutil/trace.go:171","msg":"trace[712537589] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"169.821378ms","start":"2026-05-10T00:59:38.462417Z","end":"2026-05-10T00:59:38.632238Z","steps":["trace[712537589] 'process raft request' (duration: 169.534251ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:38.63231Z","caller":"traceutil/trace.go:171","msg":"trace[2711165] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5468; }","duration":"166.529904ms","start":"2026-05-10T00:59:38.465769Z","end":"2026-05-10T00:59:38.632299Z","steps":["trace[2711165] 'read index received' (duration: 73.083312ms)","trace[2711165] 'applied index is now lower than readState.Index' (duration: 93.445562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:59:38.632662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.874261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-05-10T00:59:38.632723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.492863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-10T00:59:38.632749Z","caller":"traceutil/trace.go:171","msg":"trace[1647476888] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5282; }","duration":"166.999375ms","start":"2026-05-10T00:59:38.465734Z","end":"2026-05-10T00:59:38.632733Z","steps":["trace[1647476888] 'agreement among raft nodes before linearized reading' (duration: 166.729589ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:38.632794Z","caller":"traceutil/trace.go:171","msg":"trace[670348882] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5282; }","duration":"166.596825ms","start":"2026-05-10T00:59:38.466176Z","end":"2026-05-10T00:59:38.632773Z","steps":["trace[670348882] 'agreement among raft nodes before linearized reading' (duration: 166.3702ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:38.632744Z","caller":"traceutil/trace.go:171","msg":"trace[1054634441] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"170.945934ms","start":"2026-05-10T00:59:38.461747Z","end":"2026-05-10T00:59:38.632693Z","steps":["trace[1054634441] 'process raft request' (duration: 77.167304ms)","trace[1054634441] 'compare' (duration: 92.743107ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:39.97043Z","caller":"traceutil/trace.go:171","msg":"trace[373431810] linearizableReadLoop","detail":"{readStateIndex:5533; appliedIndex:5532; }","duration":"182.888223ms","start":"2026-05-10T00:59:39.787515Z","end":"2026-05-10T00:59:39.970403Z","steps":["trace[373431810] 'read index received' (duration: 182.72156ms)","trace[373431810] 'applied index is now lower than readState.Index' (duration: 165.783µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:39.970576Z","caller":"traceutil/trace.go:171","msg":"trace[709385146] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"323.284627ms","start":"2026-05-10T00:59:39.647277Z","end":"2026-05-10T00:59:39.970562Z","steps":["trace[709385146] 'process raft request' (duration: 322.97058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:39.970689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:39.647251Z","time spent":"323.355818ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:59:39.970958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.431235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-548088a2-3e0b-4e13-9fa7-71e5936f3b95\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-05-10T00:59:39.97102Z","caller":"traceutil/trace.go:171","msg":"trace[120143320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-548088a2-3e0b-4e13-9fa7-71e5936f3b95; range_end:; response_count:1; response_revision:5343; }","duration":"183.548718ms","start":"2026-05-10T00:59:39.787456Z","end":"2026-05-10T00:59:39.971004Z","steps":["trace[120143320] 'agreement among raft nodes before linearized reading' (duration: 183.458316ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:42.132062Z","caller":"traceutil/trace.go:171","msg":"trace[1682344844] linearizableReadLoop","detail":"{readStateIndex:5571; appliedIndex:5570; }","duration":"149.797006ms","start":"2026-05-10T00:59:41.982217Z","end":"2026-05-10T00:59:42.132014Z","steps":["trace[1682344844] 'read index received' (duration: 148.904365ms)","trace[1682344844] 'applied index is now lower than readState.Index' (duration: 890.501µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:42.132144Z","caller":"traceutil/trace.go:171","msg":"trace[1885468503] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"326.456309ms","start":"2026-05-10T00:59:41.80566Z","end":"2026-05-10T00:59:42.132116Z","steps":["trace[1885468503] 'process raft request' (duration: 325.484747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:42.132273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.805641Z","time spent":"326.572312ms","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:59:42.132551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.320977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-548088a2-3e0b-4e13-9fa7-71e5936f3b95\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-05-10T00:59:42.132636Z","caller":"traceutil/trace.go:171","msg":"trace[1540415592] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-548088a2-3e0b-4e13-9fa7-71e5936f3b95; range_end:; response_count:1; response_revision:5380; }","duration":"150.451791ms","start":"2026-05-10T00:59:41.982165Z","end":"2026-05-10T00:59:42.132616Z","steps":["trace[1540415592] 'agreement among raft nodes before linearized reading' (duration: 150.038521ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:53.540529Z","caller":"traceutil/trace.go:171","msg":"trace[1578992941] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"100.794988ms","start":"2026-05-10T00:59:53.439708Z","end":"2026-05-10T00:59:53.540503Z","steps":["trace[1578992941] 'process raft request' (duration: 100.622424ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:00:24.985885Z","caller":"traceutil/trace.go:171","msg":"trace[75298529] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"113.613262ms","start":"2026-05-10T01:00:24.872241Z","end":"2026-05-10T01:00:24.985855Z","steps":["trace[75298529] 'process raft request' (duration: 41.512916ms)","trace[75298529] 'compare' (duration: 71.886241ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:00:53.96066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2985} {"level":"info","ts":"2026-05-10T01:00:54.031029Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2985,"took":"69.143468ms","hash":3054796174,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":33849344,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-10T01:00:54.031192Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3054796174,"revision":2985,"compact-revision":-1} {"level":"info","ts":"2026-05-10T01:05:36.193117Z","caller":"traceutil/trace.go:171","msg":"trace[661698226] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"251.003365ms","start":"2026-05-10T01:05:35.942058Z","end":"2026-05-10T01:05:36.193062Z","steps":["trace[661698226] 'read index received' (duration: 250.80138ms)","trace[661698226] 'applied index is now lower than readState.Index' (duration: 200.944µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:05:36.193434Z","caller":"traceutil/trace.go:171","msg":"trace[1817258721] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"296.797765ms","start":"2026-05-10T01:05:35.896621Z","end":"2026-05-10T01:05:36.193419Z","steps":["trace[1817258721] 'process raft request' (duration: 296.287604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:05:36.193725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.654309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:05:36.193776Z","caller":"traceutil/trace.go:171","msg":"trace[918549591] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8168; }","duration":"251.759541ms","start":"2026-05-10T01:05:35.941999Z","end":"2026-05-10T01:05:36.193759Z","steps":["trace[918549591] 'agreement among raft nodes before linearized reading' (duration: 251.666229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:05:36.19413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.530284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T01:05:36.194246Z","caller":"traceutil/trace.go:171","msg":"trace[999052916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8168; }","duration":"231.664757ms","start":"2026-05-10T01:05:35.962556Z","end":"2026-05-10T01:05:36.194221Z","steps":["trace[999052916] 'agreement among raft nodes before linearized reading' (duration: 231.35955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:05:36.194471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.634583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-10T01:05:36.194561Z","caller":"traceutil/trace.go:171","msg":"trace[2972329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8168; }","duration":"225.760815ms","start":"2026-05-10T01:05:35.968782Z","end":"2026-05-10T01:05:36.194543Z","steps":["trace[2972329] 'agreement among raft nodes before linearized reading' (duration: 225.54458ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:05:47.202712Z","caller":"traceutil/trace.go:171","msg":"trace[667562683] linearizableReadLoop","detail":"{readStateIndex:8510; appliedIndex:8509; }","duration":"118.597181ms","start":"2026-05-10T01:05:47.084082Z","end":"2026-05-10T01:05:47.20268Z","steps":["trace[667562683] 'read index received' (duration: 101.250701ms)","trace[667562683] 'applied index is now lower than readState.Index' (duration: 17.34497ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:05:47.202942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.842686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-665e1f6a-a8a1-4c3c-8b6e-f4aa9c789ecd\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-10T01:05:47.202981Z","caller":"traceutil/trace.go:171","msg":"trace[83113417] range","detail":"{range_begin:/registry/persistentvolumes/pvc-665e1f6a-a8a1-4c3c-8b6e-f4aa9c789ecd; range_end:; response_count:1; response_revision:8229; }","duration":"118.946349ms","start":"2026-05-10T01:05:47.084024Z","end":"2026-05-10T01:05:47.202971Z","steps":["trace[83113417] 'agreement among raft nodes before linearized reading' (duration: 118.766685ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:05:47.896518Z","caller":"traceutil/trace.go:171","msg":"trace[710817822] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"418.488517ms","start":"2026-05-10T01:05:47.477994Z","end":"2026-05-10T01:05:47.896483Z","steps":["trace[710817822] 'process raft request' (duration: 341.537433ms)","trace[710817822] 'compare' (duration: 76.31966ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:05:47.896681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:05:47.477967Z","time spent":"418.63384ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:05:48.839995Z","caller":"traceutil/trace.go:171","msg":"trace[1616632958] linearizableReadLoop","detail":"{readStateIndex:8518; appliedIndex:8517; }","duration":"133.890166ms","start":"2026-05-10T01:05:48.706067Z","end":"2026-05-10T01:05:48.839957Z","steps":["trace[1616632958] 'read index received' (duration: 133.733071ms)","trace[1616632958] 'applied index is now lower than readState.Index' (duration: 155.225µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:05:48.840084Z","caller":"traceutil/trace.go:171","msg":"trace[1760980045] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"213.264805ms","start":"2026-05-10T01:05:48.626778Z","end":"2026-05-10T01:05:48.840043Z","steps":["trace[1760980045] 'process raft request' (duration: 212.937037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:05:48.840278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.179553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-10T01:05:48.840327Z","caller":"traceutil/trace.go:171","msg":"trace[146381401] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8237; }","duration":"134.303146ms","start":"2026-05-10T01:05:48.706008Z","end":"2026-05-10T01:05:48.840311Z","steps":["trace[146381401] 'agreement among raft nodes before linearized reading' (duration: 134.087201ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:05:49.390235Z","caller":"traceutil/trace.go:171","msg":"trace[266486464] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"104.667678ms","start":"2026-05-10T01:05:49.28554Z","end":"2026-05-10T01:05:49.390207Z","steps":["trace[266486464] 'process raft request' (duration: 104.507614ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:05:53.971289Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6068} {"level":"info","ts":"2026-05-10T01:05:54.068695Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6068,"took":"95.228305ms","hash":1849324575,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":23187456,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-10T01:05:54.068776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1849324575,"revision":6068,"compact-revision":2985} {"level":"info","ts":"2026-05-10T01:06:16.735374Z","caller":"traceutil/trace.go:171","msg":"trace[1263073932] linearizableReadLoop","detail":"{readStateIndex:8727; appliedIndex:8726; }","duration":"320.56468ms","start":"2026-05-10T01:06:16.414786Z","end":"2026-05-10T01:06:16.73535Z","steps":["trace[1263073932] 'read index received' (duration: 320.398806ms)","trace[1263073932] 'applied index is now lower than readState.Index' (duration: 164.804µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:06:16.735451Z","caller":"traceutil/trace.go:171","msg":"trace[1884268192] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"385.480362ms","start":"2026-05-10T01:06:16.349941Z","end":"2026-05-10T01:06:16.735421Z","steps":["trace[1884268192] 'process raft request' (duration: 385.255317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:16.735543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.744714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:06:16.735587Z","caller":"traceutil/trace.go:171","msg":"trace[429753839] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8437; }","duration":"320.842267ms","start":"2026-05-10T01:06:16.414733Z","end":"2026-05-10T01:06:16.735575Z","steps":["trace[429753839] 'agreement among raft nodes before linearized reading' (duration: 320.760415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:16.735606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:16.349913Z","time spent":"385.612285ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:06:16.735623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:16.414711Z","time spent":"320.902398ms","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:06:16.735735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.074267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nk9jk\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-10T01:06:16.735777Z","caller":"traceutil/trace.go:171","msg":"trace[503934238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nk9jk; range_end:; response_count:1; response_revision:8437; }","duration":"113.143988ms","start":"2026-05-10T01:06:16.622624Z","end":"2026-05-10T01:06:16.735768Z","steps":["trace[503934238] 'agreement among raft nodes before linearized reading' (duration: 112.985435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:16.735751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.329806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-10T01:06:16.735821Z","caller":"traceutil/trace.go:171","msg":"trace[200040144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8437; }","duration":"265.446119ms","start":"2026-05-10T01:06:16.470359Z","end":"2026-05-10T01:06:16.735805Z","steps":["trace[200040144] 'agreement among raft nodes before linearized reading' (duration: 265.202614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:16.735829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.402008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T01:06:16.735918Z","caller":"traceutil/trace.go:171","msg":"trace[2119867658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8437; }","duration":"265.539082ms","start":"2026-05-10T01:06:16.470357Z","end":"2026-05-10T01:06:16.735896Z","steps":["trace[2119867658] 'agreement among raft nodes before linearized reading' (duration: 265.275085ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:16.996412Z","caller":"traceutil/trace.go:171","msg":"trace[821162900] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"256.527967ms","start":"2026-05-10T01:06:16.739858Z","end":"2026-05-10T01:06:16.996386Z","steps":["trace[821162900] 'process raft request' (duration: 220.706181ms)","trace[821162900] 'compare' (duration: 35.655413ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:06:16.996651Z","caller":"traceutil/trace.go:171","msg":"trace[339575467] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"256.031868ms","start":"2026-05-10T01:06:16.7406Z","end":"2026-05-10T01:06:16.996632Z","steps":["trace[339575467] 'process raft request' (duration: 255.73072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:29.175064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.023854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:06:29.175287Z","caller":"traceutil/trace.go:171","msg":"trace[13860897] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"211.77674ms","start":"2026-05-10T01:06:28.963485Z","end":"2026-05-10T01:06:29.175262Z","steps":["trace[13860897] 'process raft request' (duration: 79.457821ms)","trace[13860897] 'compare' (duration: 131.91455ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:06:29.175547Z","caller":"traceutil/trace.go:171","msg":"trace[448561177] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8545; }","duration":"210.633744ms","start":"2026-05-10T01:06:28.964885Z","end":"2026-05-10T01:06:29.175518Z","steps":["trace[448561177] 'process raft request' (duration: 210.283006ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:29.175592Z","caller":"traceutil/trace.go:171","msg":"trace[1065795299] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"173.498568ms","start":"2026-05-10T01:06:29.002071Z","end":"2026-05-10T01:06:29.17557Z","steps":["trace[1065795299] 'process raft request' (duration: 173.174241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:29.17581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.142572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7gpb4\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-05-10T01:06:29.17592Z","caller":"traceutil/trace.go:171","msg":"trace[1712935901] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7gpb4; range_end:; response_count:1; response_revision:8546; }","duration":"174.336067ms","start":"2026-05-10T01:06:29.001563Z","end":"2026-05-10T01:06:29.175899Z","steps":["trace[1712935901] 'agreement among raft nodes before linearized reading' (duration: 174.080591ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:29.17532Z","caller":"traceutil/trace.go:171","msg":"trace[588829416] linearizableReadLoop","detail":"{readStateIndex:8841; appliedIndex:8839; }","duration":"173.689712ms","start":"2026-05-10T01:06:29.001613Z","end":"2026-05-10T01:06:29.175303Z","steps":["trace[588829416] 'read index received' (duration: 41.24253ms)","trace[588829416] 'applied index is now lower than readState.Index' (duration: 132.446362ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:06:29.176898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.055217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:06:29.177804Z","caller":"traceutil/trace.go:171","msg":"trace[2128986374] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8546; }","duration":"121.978777ms","start":"2026-05-10T01:06:29.055806Z","end":"2026-05-10T01:06:29.177785Z","steps":["trace[2128986374] 'agreement among raft nodes before linearized reading' (duration: 121.049767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:29.178716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.452878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-10T01:06:29.178766Z","caller":"traceutil/trace.go:171","msg":"trace[834128290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8546; }","duration":"114.56731ms","start":"2026-05-10T01:06:29.064188Z","end":"2026-05-10T01:06:29.178755Z","steps":["trace[834128290] 'agreement among raft nodes before linearized reading' (duration: 114.460338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:29.178964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.464746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T01:06:29.179053Z","caller":"traceutil/trace.go:171","msg":"trace[1779539295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8546; }","duration":"117.753642ms","start":"2026-05-10T01:06:29.061277Z","end":"2026-05-10T01:06:29.17903Z","steps":["trace[1779539295] 'agreement among raft nodes before linearized reading' (duration: 117.478636ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:29.393154Z","caller":"traceutil/trace.go:171","msg":"trace[401374050] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"209.492569ms","start":"2026-05-10T01:06:29.183628Z","end":"2026-05-10T01:06:29.393121Z","steps":["trace[401374050] 'process raft request' (duration: 180.172328ms)","trace[401374050] 'compare' (duration: 28.968653ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:06:29.431599Z","caller":"traceutil/trace.go:171","msg":"trace[1272901517] linearizableReadLoop","detail":"{readStateIndex:8846; appliedIndex:8842; }","duration":"245.104841ms","start":"2026-05-10T01:06:29.186472Z","end":"2026-05-10T01:06:29.431577Z","steps":["trace[1272901517] 'read index received' (duration: 177.325674ms)","trace[1272901517] 'applied index is now lower than readState.Index' (duration: 67.777827ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:06:29.43184Z","caller":"traceutil/trace.go:171","msg":"trace[1607266648] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"245.383717ms","start":"2026-05-10T01:06:29.186405Z","end":"2026-05-10T01:06:29.431789Z","steps":["trace[1607266648] 'process raft request' (duration: 245.073539ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:29.431921Z","caller":"traceutil/trace.go:171","msg":"trace[881239752] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"247.793292ms","start":"2026-05-10T01:06:29.184116Z","end":"2026-05-10T01:06:29.431909Z","steps":["trace[881239752] 'process raft request' (duration: 247.181477ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:29.432256Z","caller":"traceutil/trace.go:171","msg":"trace[996374342] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"242.252187ms","start":"2026-05-10T01:06:29.18999Z","end":"2026-05-10T01:06:29.432242Z","steps":["trace[996374342] 'process raft request' (duration: 241.53319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:29.432638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.146495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-10T01:06:29.431635Z","caller":"traceutil/trace.go:171","msg":"trace[1242916231] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"247.358501ms","start":"2026-05-10T01:06:29.184243Z","end":"2026-05-10T01:06:29.431602Z","steps":["trace[1242916231] 'process raft request' (duration: 247.193247ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:29.433325Z","caller":"traceutil/trace.go:171","msg":"trace[2113001936] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8551; }","duration":"246.844021ms","start":"2026-05-10T01:06:29.18645Z","end":"2026-05-10T01:06:29.433294Z","steps":["trace[2113001936] 'agreement among raft nodes before linearized reading' (duration: 246.065223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:29.438955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.763193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-10T01:06:29.438956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.447986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7gpb4\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-05-10T01:06:29.438995Z","caller":"traceutil/trace.go:171","msg":"trace[2145782059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8552; }","duration":"220.807734ms","start":"2026-05-10T01:06:29.218176Z","end":"2026-05-10T01:06:29.438984Z","steps":["trace[2145782059] 'agreement among raft nodes before linearized reading' (duration: 220.674001ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:29.439036Z","caller":"traceutil/trace.go:171","msg":"trace[1500793663] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7gpb4; range_end:; response_count:1; response_revision:8552; }","duration":"252.555499ms","start":"2026-05-10T01:06:29.186462Z","end":"2026-05-10T01:06:29.439018Z","steps":["trace[1500793663] 'agreement among raft nodes before linearized reading' (duration: 252.385785ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:30.388858Z","caller":"traceutil/trace.go:171","msg":"trace[1519315070] linearizableReadLoop","detail":"{readStateIndex:8852; appliedIndex:8851; }","duration":"267.490945ms","start":"2026-05-10T01:06:30.121342Z","end":"2026-05-10T01:06:30.388833Z","steps":["trace[1519315070] 'read index received' (duration: 267.346801ms)","trace[1519315070] 'applied index is now lower than readState.Index' (duration: 143.003µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:06:30.388942Z","caller":"traceutil/trace.go:171","msg":"trace[280966146] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"321.321438ms","start":"2026-05-10T01:06:30.067574Z","end":"2026-05-10T01:06:30.388895Z","steps":["trace[280966146] 'process raft request' (duration: 321.081353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:30.389061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.706979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-05-10T01:06:30.389117Z","caller":"traceutil/trace.go:171","msg":"trace[1736962771] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8556; }","duration":"267.808692ms","start":"2026-05-10T01:06:30.121273Z","end":"2026-05-10T01:06:30.389082Z","steps":["trace[1736962771] 'agreement among raft nodes before linearized reading' (duration: 267.669029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:30.389414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:30.067547Z","time spent":"321.480772ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:06:31.554273Z","caller":"traceutil/trace.go:171","msg":"trace[835772175] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"112.073124ms","start":"2026-05-10T01:06:31.442137Z","end":"2026-05-10T01:06:31.55421Z","steps":["trace[835772175] 'process raft request' (duration: 111.412929ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:31.554285Z","caller":"traceutil/trace.go:171","msg":"trace[369114609] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"110.896117ms","start":"2026-05-10T01:06:31.443357Z","end":"2026-05-10T01:06:31.554253Z","steps":["trace[369114609] 'process raft request' (duration: 110.430407ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:31.554385Z","caller":"traceutil/trace.go:171","msg":"trace[4197723] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"110.453028ms","start":"2026-05-10T01:06:31.443915Z","end":"2026-05-10T01:06:31.554368Z","steps":["trace[4197723] 'process raft request' (duration: 109.919406ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:21.811969Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b2.wal"} {"level":"info","ts":"2026-05-10T01:07:41.772289Z","caller":"traceutil/trace.go:171","msg":"trace[1289602071] transaction","detail":"{read_only:false; response_revision:9215; number_of_response:1; }","duration":"177.711653ms","start":"2026-05-10T01:07:41.594553Z","end":"2026-05-10T01:07:41.772264Z","steps":["trace[1289602071] 'process raft request' (duration: 177.475158ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:41.994908Z","caller":"traceutil/trace.go:171","msg":"trace[1667732452] linearizableReadLoop","detail":"{readStateIndex:9532; appliedIndex:9531; }","duration":"106.584959ms","start":"2026-05-10T01:07:41.888297Z","end":"2026-05-10T01:07:41.994882Z","steps":["trace[1667732452] 'read index received' (duration: 106.440026ms)","trace[1667732452] 'applied index is now lower than readState.Index' (duration: 143.443µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:07:41.995068Z","caller":"traceutil/trace.go:171","msg":"trace[2040817823] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"180.135126ms","start":"2026-05-10T01:07:41.814893Z","end":"2026-05-10T01:07:41.995028Z","steps":["trace[2040817823] 'process raft request' (duration: 179.818959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:41.995324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.999038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-10T01:07:41.995378Z","caller":"traceutil/trace.go:171","msg":"trace[477517034] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9217; }","duration":"107.12055ms","start":"2026-05-10T01:07:41.88824Z","end":"2026-05-10T01:07:41.995361Z","steps":["trace[477517034] 'agreement among raft nodes before linearized reading' (duration: 106.784753ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:22.306416Z","caller":"traceutil/trace.go:171","msg":"trace[1849684744] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"147.900554ms","start":"2026-05-10T01:08:22.158486Z","end":"2026-05-10T01:08:22.306387Z","steps":["trace[1849684744] 'process raft request' (duration: 143.070096ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:32.272836Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T01:08:32.278901Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-10T01:08:32.279046Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-10T01:10:53.980959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8271} {"level":"info","ts":"2026-05-10T01:10:54.061675Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8271,"took":"78.888655ms","hash":1906465162,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":26599424,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-10T01:10:54.061728Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1906465162,"revision":8271,"compact-revision":6068} {"level":"warn","ts":"2026-05-10T01:11:07.012373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.165557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:11:07.012482Z","caller":"traceutil/trace.go:171","msg":"trace[1282582090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11056; }","duration":"107.326941ms","start":"2026-05-10T01:11:06.905129Z","end":"2026-05-10T01:11:07.012456Z","steps":["trace[1282582090] 'range keys from in-memory index tree' (duration: 107.027135ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:11:19.932178Z","caller":"traceutil/trace.go:171","msg":"trace[1857244739] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"135.726407ms","start":"2026-05-10T01:11:19.796404Z","end":"2026-05-10T01:11:19.93213Z","steps":["trace[1857244739] 'process raft request' (duration: 135.542143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:11:20.208786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.88269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-10T01:11:20.208881Z","caller":"traceutil/trace.go:171","msg":"trace[391794698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11134; }","duration":"144.036004ms","start":"2026-05-10T01:11:20.064826Z","end":"2026-05-10T01:11:20.208862Z","steps":["trace[391794698] 'range keys from in-memory index tree' (duration: 143.663796ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:11:20.208956Z","caller":"traceutil/trace.go:171","msg":"trace[1145693473] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"107.444125ms","start":"2026-05-10T01:11:20.101475Z","end":"2026-05-10T01:11:20.208919Z","steps":["trace[1145693473] 'process raft request' (duration: 79.801226ms)","trace[1145693473] 'compare' (duration: 27.192868ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:15:53.987552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10936} {"level":"info","ts":"2026-05-10T01:15:54.073755Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10936,"took":"83.339445ms","hash":644294590,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":27787264,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-10T01:15:54.073819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":644294590,"revision":10936,"compact-revision":8271} {"level":"info","ts":"2026-05-10T01:17:28.533379Z","caller":"traceutil/trace.go:171","msg":"trace[807847394] transaction","detail":"{read_only:false; response_revision:13621; number_of_response:1; }","duration":"140.04664ms","start":"2026-05-10T01:17:28.393302Z","end":"2026-05-10T01:17:28.533349Z","steps":["trace[807847394] 'process raft request' (duration: 139.826915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:17:42.872103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.94219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:17:42.872244Z","caller":"traceutil/trace.go:171","msg":"trace[37581143] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13709; }","duration":"332.140575ms","start":"2026-05-10T01:17:42.540074Z","end":"2026-05-10T01:17:42.872215Z","steps":["trace[37581143] 'count revisions from in-memory index tree' (duration: 331.829198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:17:42.872305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:17:42.540051Z","time spent":"332.236696ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:17:42.872112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.146698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:17:42.873036Z","caller":"traceutil/trace.go:171","msg":"trace[218628299] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:13709; }","duration":"272.14858ms","start":"2026-05-10T01:17:42.600864Z","end":"2026-05-10T01:17:42.873012Z","steps":["trace[218628299] 'count revisions from in-memory index tree' (duration: 271.037775ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:17:43.12542Z","caller":"traceutil/trace.go:171","msg":"trace[596865519] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"471.496249ms","start":"2026-05-10T01:17:42.653892Z","end":"2026-05-10T01:17:43.125389Z","steps":["trace[596865519] 'process raft request' (duration: 471.271603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:17:43.12559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:17:42.653873Z","time spent":"471.632831ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:17:43.125657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.662869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-l4gdd\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-05-10T01:17:43.125725Z","caller":"traceutil/trace.go:171","msg":"trace[1187645529] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-l4gdd; range_end:; response_count:1; response_revision:13710; }","duration":"470.802083ms","start":"2026-05-10T01:17:42.65491Z","end":"2026-05-10T01:17:43.125712Z","steps":["trace[1187645529] 'agreement among raft nodes before linearized reading' (duration: 470.581168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:17:43.125767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:17:42.654882Z","time spent":"470.875314ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12386,"request content":"key:\"/registry/pods/openstack/openvswitch-l4gdd\" "} {"level":"info","ts":"2026-05-10T01:17:43.125407Z","caller":"traceutil/trace.go:171","msg":"trace[633815088] linearizableReadLoop","detail":"{readStateIndex:14174; appliedIndex:14173; }","duration":"470.356563ms","start":"2026-05-10T01:17:42.654978Z","end":"2026-05-10T01:17:43.125334Z","steps":["trace[633815088] 'read index received' (duration: 470.152017ms)","trace[633815088] 'applied index is now lower than readState.Index' (duration: 203.546µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:17:43.263946Z","caller":"traceutil/trace.go:171","msg":"trace[1294137672] linearizableReadLoop","detail":"{readStateIndex:14175; appliedIndex:14174; }","duration":"137.845569ms","start":"2026-05-10T01:17:43.126074Z","end":"2026-05-10T01:17:43.26392Z","steps":["trace[1294137672] 'read index received' (duration: 137.627005ms)","trace[1294137672] 'applied index is now lower than readState.Index' (duration: 217.354µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:17:43.264041Z","caller":"traceutil/trace.go:171","msg":"trace[308227309] transaction","detail":"{read_only:false; response_revision:13711; number_of_response:1; }","duration":"463.131981ms","start":"2026-05-10T01:17:42.800844Z","end":"2026-05-10T01:17:43.263976Z","steps":["trace[308227309] 'process raft request' (duration: 462.873035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:17:43.264416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.104927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-10T01:17:43.264496Z","caller":"traceutil/trace.go:171","msg":"trace[1039139085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13711; }","duration":"474.429574ms","start":"2026-05-10T01:17:42.790048Z","end":"2026-05-10T01:17:43.264477Z","steps":["trace[1039139085] 'agreement among raft nodes before linearized reading' (duration: 473.995064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:17:43.264538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:17:42.790024Z","time spent":"474.504845ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:17:43.264796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:17:42.800826Z","time spent":"463.347445ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:17:43.265281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.211857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-10T01:17:43.265376Z","caller":"traceutil/trace.go:171","msg":"trace[247695063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13711; }","duration":"594.417764ms","start":"2026-05-10T01:17:42.670929Z","end":"2026-05-10T01:17:43.265347Z","steps":["trace[247695063] 'agreement among raft nodes before linearized reading' (duration: 593.120424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:17:43.265478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:17:42.670917Z","time spent":"594.532867ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:17:43.278601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.048838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:17:43.278654Z","caller":"traceutil/trace.go:171","msg":"trace[50168532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13712; }","duration":"119.13588ms","start":"2026-05-10T01:17:43.159506Z","end":"2026-05-10T01:17:43.278642Z","steps":["trace[50168532] 'agreement among raft nodes before linearized reading' (duration: 119.059378ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:17:43.278994Z","caller":"traceutil/trace.go:171","msg":"trace[1590876691] transaction","detail":"{read_only:false; response_revision:13712; number_of_response:1; }","duration":"140.903057ms","start":"2026-05-10T01:17:43.138069Z","end":"2026-05-10T01:17:43.278972Z","steps":["trace[1590876691] 'process raft request' (duration: 140.046068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:04.048485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.089414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:18:04.048471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.326675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:18:04.048582Z","caller":"traceutil/trace.go:171","msg":"trace[1606784471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14018; }","duration":"142.244897ms","start":"2026-05-10T01:18:03.906316Z","end":"2026-05-10T01:18:04.048561Z","steps":["trace[1606784471] 'range keys from in-memory index tree' (duration: 142.008172ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:04.048609Z","caller":"traceutil/trace.go:171","msg":"trace[1350555722] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:14018; }","duration":"115.53658ms","start":"2026-05-10T01:18:03.933043Z","end":"2026-05-10T01:18:04.048579Z","steps":["trace[1350555722] 'count revisions from in-memory index tree' (duration: 115.215782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:04.048526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.63338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84d2475c-805e-4ced-b565-790182b3f59f\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-05-10T01:18:04.048756Z","caller":"traceutil/trace.go:171","msg":"trace[1442210764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84d2475c-805e-4ced-b565-790182b3f59f; range_end:; response_count:1; response_revision:14018; }","duration":"106.877436ms","start":"2026-05-10T01:18:03.941853Z","end":"2026-05-10T01:18:04.048731Z","steps":["trace[1442210764] 'range keys from in-memory index tree' (duration: 106.415065ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:04.573301Z","caller":"traceutil/trace.go:171","msg":"trace[764186991] linearizableReadLoop","detail":"{readStateIndex:14496; appliedIndex:14495; }","duration":"432.680429ms","start":"2026-05-10T01:18:04.140586Z","end":"2026-05-10T01:18:04.573266Z","steps":["trace[764186991] 'read index received' (duration: 432.404143ms)","trace[764186991] 'applied index is now lower than readState.Index' (duration: 274.786µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:18:04.573592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.976915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nk9jk\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-10T01:18:04.573642Z","caller":"traceutil/trace.go:171","msg":"trace[966426907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nk9jk; range_end:; response_count:1; response_revision:14019; }","duration":"433.096938ms","start":"2026-05-10T01:18:04.14053Z","end":"2026-05-10T01:18:04.573627Z","steps":["trace[966426907] 'agreement among raft nodes before linearized reading' (duration: 432.878033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:04.573687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:18:04.140512Z","time spent":"433.166309ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-nk9jk\" "} {"level":"info","ts":"2026-05-10T01:18:04.573684Z","caller":"traceutil/trace.go:171","msg":"trace[1954553052] transaction","detail":"{read_only:false; response_revision:14019; number_of_response:1; }","duration":"518.309477ms","start":"2026-05-10T01:18:04.055329Z","end":"2026-05-10T01:18:04.573639Z","steps":["trace[1954553052] 'process raft request' (duration: 517.641732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:04.573897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:18:04.055303Z","time spent":"518.480961ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:19:29.644491Z","caller":"traceutil/trace.go:171","msg":"trace[1743995882] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"108.589103ms","start":"2026-05-10T01:19:29.535866Z","end":"2026-05-10T01:19:29.644455Z","steps":["trace[1743995882] 'process raft request' (duration: 107.773415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:29.854622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.324107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:19:29.854762Z","caller":"traceutil/trace.go:171","msg":"trace[763590676] linearizableReadLoop","detail":"{readStateIndex:15322; appliedIndex:15321; }","duration":"112.117564ms","start":"2026-05-10T01:19:29.74263Z","end":"2026-05-10T01:19:29.854747Z","steps":["trace[763590676] 'read index received' (duration: 31.961µs)","trace[763590676] 'applied index is now lower than readState.Index' (duration: 112.084663ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:19:29.854833Z","caller":"traceutil/trace.go:171","msg":"trace[1296069101] transaction","detail":"{read_only:false; response_revision:14822; number_of_response:1; }","duration":"168.683912ms","start":"2026-05-10T01:19:29.68614Z","end":"2026-05-10T01:19:29.854824Z","steps":["trace[1296069101] 'process raft request' (duration: 52.074798ms)","trace[1296069101] 'compare' (duration: 116.177853ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:19:29.85505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.40197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-10T01:19:29.855143Z","caller":"traceutil/trace.go:171","msg":"trace[1804911772] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14822; }","duration":"112.534553ms","start":"2026-05-10T01:19:29.742585Z","end":"2026-05-10T01:19:29.85512Z","steps":["trace[1804911772] 'agreement among raft nodes before linearized reading' (duration: 112.272537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:29.87881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.058833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:19:29.878883Z","caller":"traceutil/trace.go:171","msg":"trace[711840779] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14823; }","duration":"129.176315ms","start":"2026-05-10T01:19:29.74969Z","end":"2026-05-10T01:19:29.878867Z","steps":["trace[711840779] 'agreement among raft nodes before linearized reading' (duration: 129.060982ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:30.117257Z","caller":"traceutil/trace.go:171","msg":"trace[1329599552] linearizableReadLoop","detail":"{readStateIndex:15326; appliedIndex:15323; }","duration":"232.992932ms","start":"2026-05-10T01:19:29.884233Z","end":"2026-05-10T01:19:30.117226Z","steps":["trace[1329599552] 'read index received' (duration: 28.313385ms)","trace[1329599552] 'applied index is now lower than readState.Index' (duration: 204.678127ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:19:30.117326Z","caller":"traceutil/trace.go:171","msg":"trace[1234711961] transaction","detail":"{read_only:false; response_revision:14826; number_of_response:1; }","duration":"233.489253ms","start":"2026-05-10T01:19:29.883799Z","end":"2026-05-10T01:19:30.117289Z","steps":["trace[1234711961] 'process raft request' (duration: 233.260108ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:30.117465Z","caller":"traceutil/trace.go:171","msg":"trace[744814167] transaction","detail":"{read_only:false; response_revision:14825; number_of_response:1; }","duration":"233.675627ms","start":"2026-05-10T01:19:29.883762Z","end":"2026-05-10T01:19:30.117438Z","steps":["trace[744814167] 'process raft request' (duration: 136.289825ms)","trace[744814167] 'compare' (duration: 96.779429ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:19:30.118002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.888439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-10T01:19:30.118082Z","caller":"traceutil/trace.go:171","msg":"trace[1195863619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14826; }","duration":"212.006663ms","start":"2026-05-10T01:19:29.906052Z","end":"2026-05-10T01:19:30.118058Z","steps":["trace[1195863619] 'agreement among raft nodes before linearized reading' (duration: 211.793387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:30.118161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.909443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737452"} {"level":"warn","ts":"2026-05-10T01:19:30.118149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.082351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T01:19:30.11821Z","caller":"traceutil/trace.go:171","msg":"trace[76701650] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14826; }","duration":"233.993505ms","start":"2026-05-10T01:19:29.884205Z","end":"2026-05-10T01:19:30.118199Z","steps":["trace[76701650] 'agreement among raft nodes before linearized reading' (duration: 233.175996ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:30.118221Z","caller":"traceutil/trace.go:171","msg":"trace[1923037037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14826; }","duration":"207.181054ms","start":"2026-05-10T01:19:29.911025Z","end":"2026-05-10T01:19:30.118206Z","steps":["trace[1923037037] 'agreement among raft nodes before linearized reading' (duration: 206.979809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:30.118246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.067372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-10T01:19:30.118315Z","caller":"traceutil/trace.go:171","msg":"trace[1859873811] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14826; }","duration":"170.160744ms","start":"2026-05-10T01:19:29.948136Z","end":"2026-05-10T01:19:30.118297Z","steps":["trace[1859873811] 'agreement among raft nodes before linearized reading' (duration: 169.9893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:30.118364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.860074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-10T01:19:30.118404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.361866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-10T01:19:30.118421Z","caller":"traceutil/trace.go:171","msg":"trace[998087960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14826; }","duration":"209.959577ms","start":"2026-05-10T01:19:29.908448Z","end":"2026-05-10T01:19:30.118408Z","steps":["trace[998087960] 'agreement among raft nodes before linearized reading' (duration: 209.821243ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:30.118491Z","caller":"traceutil/trace.go:171","msg":"trace[1763981719] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14826; }","duration":"115.451448ms","start":"2026-05-10T01:19:30.002992Z","end":"2026-05-10T01:19:30.118443Z","steps":["trace[1763981719] 'agreement among raft nodes before linearized reading' (duration: 115.291785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:30.118259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.410913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-10T01:19:30.11852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.303697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:19:30.118553Z","caller":"traceutil/trace.go:171","msg":"trace[217315053] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14826; }","duration":"116.38593ms","start":"2026-05-10T01:19:30.00216Z","end":"2026-05-10T01:19:30.118546Z","steps":["trace[217315053] 'agreement among raft nodes before linearized reading' (duration: 116.331348ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:30.118566Z","caller":"traceutil/trace.go:171","msg":"trace[1266405594] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14826; }","duration":"113.7501ms","start":"2026-05-10T01:19:30.004799Z","end":"2026-05-10T01:19:30.118549Z","steps":["trace[1266405594] 'agreement among raft nodes before linearized reading' (duration: 113.252439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:30.118662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.490873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:19:30.118718Z","caller":"traceutil/trace.go:171","msg":"trace[1539441777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14826; }","duration":"212.566865ms","start":"2026-05-10T01:19:29.906137Z","end":"2026-05-10T01:19:30.118704Z","steps":["trace[1539441777] 'agreement among raft nodes before linearized reading' (duration: 212.481613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:30.118774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.205533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-10T01:19:30.118801Z","caller":"traceutil/trace.go:171","msg":"trace[335510049] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14826; }","duration":"169.264444ms","start":"2026-05-10T01:19:29.94953Z","end":"2026-05-10T01:19:30.118794Z","steps":["trace[335510049] 'agreement among raft nodes before linearized reading' (duration: 169.184512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:30.117992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.002697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:19:30.118936Z","caller":"traceutil/trace.go:171","msg":"trace[279126536] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14826; }","duration":"170.012751ms","start":"2026-05-10T01:19:29.948906Z","end":"2026-05-10T01:19:30.118918Z","steps":["trace[279126536] 'agreement among raft nodes before linearized reading' (duration: 168.977747ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:20:53.99395Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12996} {"level":"info","ts":"2026-05-10T01:20:54.07238Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12996,"took":"75.840011ms","hash":3777713222,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":30437376,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-10T01:20:54.072461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3777713222,"revision":12996,"compact-revision":10936} {"level":"warn","ts":"2026-05-10T01:24:52.042758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.452991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:24:52.043304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.475343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:24:52.043388Z","caller":"traceutil/trace.go:171","msg":"trace[1648381726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17270; }","duration":"175.582526ms","start":"2026-05-10T01:24:51.867788Z","end":"2026-05-10T01:24:52.04337Z","steps":["trace[1648381726] 'range keys from in-memory index tree' (duration: 175.33317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:24:52.043524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.603278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:24:52.043592Z","caller":"traceutil/trace.go:171","msg":"trace[1818783286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17270; }","duration":"225.71792ms","start":"2026-05-10T01:24:51.817859Z","end":"2026-05-10T01:24:52.043577Z","steps":["trace[1818783286] 'range keys from in-memory index tree' (duration: 225.458064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:24:52.04384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.041211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:24:52.043868Z","caller":"traceutil/trace.go:171","msg":"trace[1380760676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17270; }","duration":"219.103922ms","start":"2026-05-10T01:24:51.824755Z","end":"2026-05-10T01:24:52.043859Z","steps":["trace[1380760676] 'range keys from in-memory index tree' (duration: 218.944128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:24:52.044053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.030848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-10T01:24:52.044049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.501807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:24:52.044079Z","caller":"traceutil/trace.go:171","msg":"trace[598533397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17270; }","duration":"189.071329ms","start":"2026-05-10T01:24:51.855001Z","end":"2026-05-10T01:24:52.044073Z","steps":["trace[598533397] 'range keys from in-memory index tree' (duration: 188.970677ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:24:52.0441Z","caller":"traceutil/trace.go:171","msg":"trace[1026737457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17270; }","duration":"180.554068ms","start":"2026-05-10T01:24:51.863531Z","end":"2026-05-10T01:24:52.044085Z","steps":["trace[1026737457] 'range keys from in-memory index tree' (duration: 180.406705ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:24:52.044602Z","caller":"traceutil/trace.go:171","msg":"trace[337874367] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:17270; }","duration":"501.708657ms","start":"2026-05-10T01:24:51.54123Z","end":"2026-05-10T01:24:52.042938Z","steps":["trace[337874367] 'count revisions from in-memory index tree' (duration: 501.268197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:24:52.045591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:24:51.541208Z","time spent":"503.662ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:24:57.162311Z","caller":"traceutil/trace.go:171","msg":"trace[1127379964] transaction","detail":"{read_only:false; response_revision:17309; number_of_response:1; }","duration":"107.91831ms","start":"2026-05-10T01:24:57.054367Z","end":"2026-05-10T01:24:57.162285Z","steps":["trace[1127379964] 'process raft request' (duration: 107.729026ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:24:57.163899Z","caller":"traceutil/trace.go:171","msg":"trace[2103176977] transaction","detail":"{read_only:false; response_revision:17310; number_of_response:1; }","duration":"106.519028ms","start":"2026-05-10T01:24:57.057352Z","end":"2026-05-10T01:24:57.163871Z","steps":["trace[2103176977] 'process raft request' (duration: 105.418104ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:54.015675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15381} {"level":"info","ts":"2026-05-10T01:25:54.157999Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15381,"took":"138.591706ms","hash":1601293107,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":33193984,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-10T01:25:54.158065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1601293107,"revision":15381,"compact-revision":12996} {"level":"info","ts":"2026-05-10T01:28:56.178841Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T01:28:56.183407Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-10T01:28:56.183537Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-05-10T01:29:56.657743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.854637ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:29:56.657883Z","caller":"traceutil/trace.go:171","msg":"trace[1929283787] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19698; }","duration":"182.00577ms","start":"2026-05-10T01:29:56.475855Z","end":"2026-05-10T01:29:56.657861Z","steps":["trace[1929283787] 'range keys from in-memory index tree' (duration: 181.835516ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:24.289816Z","caller":"traceutil/trace.go:171","msg":"trace[982245969] transaction","detail":"{read_only:false; response_revision:19871; number_of_response:1; }","duration":"106.849405ms","start":"2026-05-10T01:30:24.182942Z","end":"2026-05-10T01:30:24.289791Z","steps":["trace[982245969] 'process raft request' (duration: 106.688732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:24.606958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.173607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417468"} {"level":"info","ts":"2026-05-10T01:30:24.607066Z","caller":"traceutil/trace.go:171","msg":"trace[74750887] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19871; }","duration":"229.316511ms","start":"2026-05-10T01:30:24.377723Z","end":"2026-05-10T01:30:24.60704Z","steps":["trace[74750887] 'range keys from in-memory index tree' (duration: 228.873ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:24.607153Z","caller":"traceutil/trace.go:171","msg":"trace[1330795753] transaction","detail":"{read_only:false; response_revision:19872; number_of_response:1; }","duration":"180.871954ms","start":"2026-05-10T01:30:24.426252Z","end":"2026-05-10T01:30:24.607124Z","steps":["trace[1330795753] 'process raft request' (duration: 98.568679ms)","trace[1330795753] 'compare' (duration: 82.134341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:30:24.92019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.404104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:30:24.92033Z","caller":"traceutil/trace.go:171","msg":"trace[1334667132] linearizableReadLoop","detail":"{readStateIndex:20536; appliedIndex:20535; }","duration":"205.814274ms","start":"2026-05-10T01:30:24.714498Z","end":"2026-05-10T01:30:24.920312Z","steps":["trace[1334667132] 'read index received' (duration: 75.187606ms)","trace[1334667132] 'applied index is now lower than readState.Index' (duration: 130.625008ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:30:24.920427Z","caller":"traceutil/trace.go:171","msg":"trace[1351182674] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"451.93209ms","start":"2026-05-10T01:30:24.468463Z","end":"2026-05-10T01:30:24.920395Z","steps":["trace[1351182674] 'process raft request' (duration: 321.217129ms)","trace[1351182674] 'compare' (duration: 130.281772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:30:24.92046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.954407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:30:24.920496Z","caller":"traceutil/trace.go:171","msg":"trace[2085417108] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19873; }","duration":"206.036079ms","start":"2026-05-10T01:30:24.71445Z","end":"2026-05-10T01:30:24.920486Z","steps":["trace[2085417108] 'agreement among raft nodes before linearized reading' (duration: 205.962517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:24.920562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:30:24.46844Z","time spent":"452.050413ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:30:24.920648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.033881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:30:24.920712Z","caller":"traceutil/trace.go:171","msg":"trace[315657304] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19873; }","duration":"203.150524ms","start":"2026-05-10T01:30:24.717549Z","end":"2026-05-10T01:30:24.9207Z","steps":["trace[315657304] 'agreement among raft nodes before linearized reading' (duration: 203.017161ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:25.277591Z","caller":"traceutil/trace.go:171","msg":"trace[779176157] transaction","detail":"{read_only:false; response_revision:19874; number_of_response:1; }","duration":"144.325075ms","start":"2026-05-10T01:30:25.13324Z","end":"2026-05-10T01:30:25.277565Z","steps":["trace[779176157] 'process raft request' (duration: 144.08843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:25.629758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.701293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-10T01:30:25.629842Z","caller":"traceutil/trace.go:171","msg":"trace[1600015043] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19874; }","duration":"235.835287ms","start":"2026-05-10T01:30:25.393986Z","end":"2026-05-10T01:30:25.629821Z","steps":["trace[1600015043] 'range keys from in-memory index tree' (duration: 235.418167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:25.893591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.49045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:30:25.893671Z","caller":"traceutil/trace.go:171","msg":"trace[1287909491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19875; }","duration":"161.582492ms","start":"2026-05-10T01:30:25.73207Z","end":"2026-05-10T01:30:25.893652Z","steps":["trace[1287909491] 'range keys from in-memory index tree' (duration: 161.334175ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:26.007131Z","caller":"traceutil/trace.go:171","msg":"trace[1447086427] transaction","detail":"{read_only:false; response_revision:19876; number_of_response:1; }","duration":"109.29887ms","start":"2026-05-10T01:30:25.897806Z","end":"2026-05-10T01:30:26.007105Z","steps":["trace[1447086427] 'process raft request' (duration: 109.158407ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:26.008405Z","caller":"traceutil/trace.go:171","msg":"trace[1975619975] linearizableReadLoop","detail":"{readStateIndex:20540; appliedIndex:20538; }","duration":"109.412112ms","start":"2026-05-10T01:30:25.898967Z","end":"2026-05-10T01:30:26.008379Z","steps":["trace[1975619975] 'read index received' (duration: 108.009731ms)","trace[1975619975] 'applied index is now lower than readState.Index' (duration: 1.401071ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:30:26.008782Z","caller":"traceutil/trace.go:171","msg":"trace[385398417] transaction","detail":"{read_only:false; response_revision:19877; number_of_response:1; }","duration":"110.724291ms","start":"2026-05-10T01:30:25.898011Z","end":"2026-05-10T01:30:26.008736Z","steps":["trace[385398417] 'process raft request' (duration: 110.259081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:26.008865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.543432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:30:26.00897Z","caller":"traceutil/trace.go:171","msg":"trace[78089924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19877; }","duration":"108.681986ms","start":"2026-05-10T01:30:25.900266Z","end":"2026-05-10T01:30:26.008948Z","steps":["trace[78089924] 'agreement among raft nodes before linearized reading' (duration: 108.373498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:26.008915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.519003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:30:26.009046Z","caller":"traceutil/trace.go:171","msg":"trace[359967586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19877; }","duration":"108.685137ms","start":"2026-05-10T01:30:25.900336Z","end":"2026-05-10T01:30:26.009021Z","steps":["trace[359967586] 'agreement among raft nodes before linearized reading' (duration: 108.42219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:26.009637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.669601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-10T01:30:26.009691Z","caller":"traceutil/trace.go:171","msg":"trace[1036901486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19877; }","duration":"110.747043ms","start":"2026-05-10T01:30:25.89893Z","end":"2026-05-10T01:30:26.009677Z","steps":["trace[1036901486] 'agreement among raft nodes before linearized reading' (duration: 109.74099ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:54.025754Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17955} {"level":"info","ts":"2026-05-10T01:30:54.141624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17955,"took":"112.577694ms","hash":1801674322,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":29036544,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-10T01:30:54.141676Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1801674322,"revision":17955,"compact-revision":15381} {"level":"warn","ts":"2026-05-10T01:34:09.415811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.344564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:34:09.415922Z","caller":"traceutil/trace.go:171","msg":"trace[1618534661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22211; }","duration":"139.489817ms","start":"2026-05-10T01:34:09.27641Z","end":"2026-05-10T01:34:09.4159Z","steps":["trace[1618534661] 'range keys from in-memory index tree' (duration: 139.18903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:09.415927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.144437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-10T01:34:09.416131Z","caller":"traceutil/trace.go:171","msg":"trace[1962617806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22211; }","duration":"167.391702ms","start":"2026-05-10T01:34:09.248712Z","end":"2026-05-10T01:34:09.416104Z","steps":["trace[1962617806] 'range keys from in-memory index tree' (duration: 166.968833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:09.416219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.294012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:34:09.416365Z","caller":"traceutil/trace.go:171","msg":"trace[1889024264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22211; }","duration":"168.462846ms","start":"2026-05-10T01:34:09.247859Z","end":"2026-05-10T01:34:09.416322Z","steps":["trace[1889024264] 'range keys from in-memory index tree' (duration: 167.918234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:09.416897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.677211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-10T01:34:09.417043Z","caller":"traceutil/trace.go:171","msg":"trace[1678205958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22211; }","duration":"168.876015ms","start":"2026-05-10T01:34:09.248146Z","end":"2026-05-10T01:34:09.417022Z","steps":["trace[1678205958] 'range keys from in-memory index tree' (duration: 167.883723ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:35:54.032656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20024} {"level":"info","ts":"2026-05-10T01:35:54.139757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20024,"took":"103.147462ms","hash":1294391976,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":41730048,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-10T01:35:54.139832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1294391976,"revision":20024,"compact-revision":17955} {"level":"warn","ts":"2026-05-10T01:37:26.588726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.942639ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:26.588989Z","caller":"traceutil/trace.go:171","msg":"trace[1562160337] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24255; }","duration":"112.216555ms","start":"2026-05-10T01:37:26.476751Z","end":"2026-05-10T01:37:26.588968Z","steps":["trace[1562160337] 'range keys from in-memory index tree' (duration: 111.910908ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:26.591661Z","caller":"traceutil/trace.go:171","msg":"trace[1564079192] linearizableReadLoop","detail":"{readStateIndex:25045; appliedIndex:25044; }","duration":"218.57874ms","start":"2026-05-10T01:37:26.373063Z","end":"2026-05-10T01:37:26.591641Z","steps":["trace[1564079192] 'read index received' (duration: 218.368785ms)","trace[1564079192] 'applied index is now lower than readState.Index' (duration: 209.435µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:26.59195Z","caller":"traceutil/trace.go:171","msg":"trace[1556656212] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"309.519548ms","start":"2026-05-10T01:37:26.282419Z","end":"2026-05-10T01:37:26.591939Z","steps":["trace[1556656212] 'process raft request' (duration: 309.096098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:26.592046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.282395Z","time spent":"309.58898ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:26.59231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.250844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:26.592351Z","caller":"traceutil/trace.go:171","msg":"trace[1843689676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24256; }","duration":"219.323516ms","start":"2026-05-10T01:37:26.373018Z","end":"2026-05-10T01:37:26.592341Z","steps":["trace[1843689676] 'agreement among raft nodes before linearized reading' (duration: 219.203894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:26.592918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.14461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274196"} {"level":"info","ts":"2026-05-10T01:37:26.592954Z","caller":"traceutil/trace.go:171","msg":"trace[560612019] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24256; }","duration":"205.180751ms","start":"2026-05-10T01:37:26.387764Z","end":"2026-05-10T01:37:26.592944Z","steps":["trace[560612019] 'agreement among raft nodes before linearized reading' (duration: 204.787721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:26.593327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.349304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:26.593512Z","caller":"traceutil/trace.go:171","msg":"trace[1445324095] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24256; }","duration":"164.536948ms","start":"2026-05-10T01:37:26.428965Z","end":"2026-05-10T01:37:26.593502Z","steps":["trace[1445324095] 'agreement among raft nodes before linearized reading' (duration: 164.327233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.152359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.428751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:27.152582Z","caller":"traceutil/trace.go:171","msg":"trace[963175000] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"554.794176ms","start":"2026-05-10T01:37:26.597751Z","end":"2026-05-10T01:37:27.152545Z","steps":["trace[963175000] 'process raft request' (duration: 197.073478ms)","trace[963175000] 'compare' (duration: 357.239737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:27.152741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.59773Z","time spent":"554.924089ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:27.152773Z","caller":"traceutil/trace.go:171","msg":"trace[77971651] linearizableReadLoop","detail":"{readStateIndex:25050; appliedIndex:25045; }","duration":"505.752787ms","start":"2026-05-10T01:37:26.647002Z","end":"2026-05-10T01:37:27.152754Z","steps":["trace[77971651] 'read index received' (duration: 147.783813ms)","trace[77971651] 'applied index is now lower than readState.Index' (duration: 357.968094ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:27.152944Z","caller":"traceutil/trace.go:171","msg":"trace[1469796718] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"510.660327ms","start":"2026-05-10T01:37:26.642271Z","end":"2026-05-10T01:37:27.152931Z","steps":["trace[1469796718] 'process raft request' (duration: 510.411541ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:27.152906Z","caller":"traceutil/trace.go:171","msg":"trace[1896906713] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"553.470876ms","start":"2026-05-10T01:37:26.599386Z","end":"2026-05-10T01:37:27.152857Z","steps":["trace[1896906713] 'process raft request' (duration: 553.245681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.153009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.642244Z","time spent":"510.730499ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:27.153153Z","caller":"traceutil/trace.go:171","msg":"trace[795248030] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"486.859482ms","start":"2026-05-10T01:37:26.666284Z","end":"2026-05-10T01:37:27.153143Z","steps":["trace[795248030] 'process raft request' (duration: 486.436583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.153207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.666258Z","time spent":"486.921045ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:27.153319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.31252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:27.153351Z","caller":"traceutil/trace.go:171","msg":"trace[1016848786] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24262; }","duration":"506.344301ms","start":"2026-05-10T01:37:26.646995Z","end":"2026-05-10T01:37:27.153339Z","steps":["trace[1016848786] 'agreement among raft nodes before linearized reading' (duration: 506.279299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.15338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.646949Z","time spent":"506.423772ms","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:27.15351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.599377Z","time spent":"554.005779ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:27.153673Z","caller":"traceutil/trace.go:171","msg":"trace[603011977] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"555.771939ms","start":"2026-05-10T01:37:26.597868Z","end":"2026-05-10T01:37:27.15364Z","steps":["trace[603011977] 'process raft request' (duration: 554.722775ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:27.153707Z","caller":"traceutil/trace.go:171","msg":"trace[1371197156] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"555.897631ms","start":"2026-05-10T01:37:26.597751Z","end":"2026-05-10T01:37:27.153648Z","steps":["trace[1371197156] 'process raft request' (duration: 554.726615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.15381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.597843Z","time spent":"555.899001ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:27.153876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.59773Z","time spent":"556.062086ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:27.778072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.905159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:27.778338Z","caller":"traceutil/trace.go:171","msg":"trace[1520197724] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"781.589421ms","start":"2026-05-10T01:37:26.996727Z","end":"2026-05-10T01:37:27.778316Z","steps":["trace[1520197724] 'process raft request' (duration: 350.275812ms)","trace[1520197724] 'compare' (duration: 429.747563ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:27.778439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.142728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-10T01:37:27.778447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.773295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:27.77847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.996708Z","time spent":"781.688123ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:27.778496Z","caller":"traceutil/trace.go:171","msg":"trace[596563385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24263; }","duration":"872.875367ms","start":"2026-05-10T01:37:26.905608Z","end":"2026-05-10T01:37:27.778483Z","steps":["trace[596563385] 'agreement among raft nodes before linearized reading' (duration: 872.782045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.778475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.892074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-10T01:37:27.778495Z","caller":"traceutil/trace.go:171","msg":"trace[773015448] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24263; }","duration":"643.232719ms","start":"2026-05-10T01:37:27.135246Z","end":"2026-05-10T01:37:27.778479Z","steps":["trace[773015448] 'agreement among raft nodes before linearized reading' (duration: 642.995334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.778526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:26.905582Z","time spent":"872.939639ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:37:27.778549Z","caller":"traceutil/trace.go:171","msg":"trace[581432606] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24263; }","duration":"768.007445ms","start":"2026-05-10T01:37:27.010522Z","end":"2026-05-10T01:37:27.77853Z","steps":["trace[581432606] 'agreement among raft nodes before linearized reading' (duration: 767.77299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.778553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:27.135226Z","time spent":"643.316412ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-05-10T01:37:27.778604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:27.010509Z","time spent":"768.084288ms","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-05-10T01:37:27.778207Z","caller":"traceutil/trace.go:171","msg":"trace[408975749] linearizableReadLoop","detail":"{readStateIndex:25052; appliedIndex:25051; }","duration":"625.38222ms","start":"2026-05-10T01:37:27.152809Z","end":"2026-05-10T01:37:27.778192Z","steps":["trace[408975749] 'read index received' (duration: 194.156383ms)","trace[408975749] 'applied index is now lower than readState.Index' (duration: 431.224447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:27.77914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.90491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-10T01:37:27.779202Z","caller":"traceutil/trace.go:171","msg":"trace[1753164606] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24263; }","duration":"302.961311ms","start":"2026-05-10T01:37:27.476221Z","end":"2026-05-10T01:37:27.779182Z","steps":["trace[1753164606] 'agreement among raft nodes before linearized reading' (duration: 302.783667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.779239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:27.476156Z","time spent":"303.076344ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-10T01:37:27.779345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.429587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:27.779416Z","caller":"traceutil/trace.go:171","msg":"trace[963249747] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24263; }","duration":"123.554589ms","start":"2026-05-10T01:37:27.655843Z","end":"2026-05-10T01:37:27.779397Z","steps":["trace[963249747] 'agreement among raft nodes before linearized reading' (duration: 123.433717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.7798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.937318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:37:27.779847Z","caller":"traceutil/trace.go:171","msg":"trace[362301885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24263; }","duration":"302.031681ms","start":"2026-05-10T01:37:27.477805Z","end":"2026-05-10T01:37:27.779837Z","steps":["trace[362301885] 'agreement among raft nodes before linearized reading' (duration: 301.154082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.780211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:27.477779Z","time spent":"302.418249ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:37:27.780974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.046054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:27.781011Z","caller":"traceutil/trace.go:171","msg":"trace[322494449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24263; }","duration":"357.138417ms","start":"2026-05-10T01:37:27.423861Z","end":"2026-05-10T01:37:27.780999Z","steps":["trace[322494449] 'agreement among raft nodes before linearized reading' (duration: 355.627852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.781034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:27.423821Z","time spent":"357.206798ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:27.782226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.467743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:27.78232Z","caller":"traceutil/trace.go:171","msg":"trace[367194622] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24263; }","duration":"481.609246ms","start":"2026-05-10T01:37:27.300673Z","end":"2026-05-10T01:37:27.782282Z","steps":["trace[367194622] 'agreement among raft nodes before linearized reading' (duration: 478.284412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:27.782387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:27.30064Z","time spent":"481.732439ms","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:33.522414Z","caller":"traceutil/trace.go:171","msg":"trace[1111887812] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"345.257679ms","start":"2026-05-10T01:37:33.177128Z","end":"2026-05-10T01:37:33.522386Z","steps":["trace[1111887812] 'process raft request' (duration: 345.042315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:33.522571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.177108Z","time spent":"345.382122ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:33.547852Z","caller":"traceutil/trace.go:171","msg":"trace[375955202] linearizableReadLoop","detail":"{readStateIndex:25093; appliedIndex:25091; }","duration":"369.146364ms","start":"2026-05-10T01:37:33.17868Z","end":"2026-05-10T01:37:33.547826Z","steps":["trace[375955202] 'read index received' (duration: 343.547981ms)","trace[375955202] 'applied index is now lower than readState.Index' (duration: 25.597443ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:33.547895Z","caller":"traceutil/trace.go:171","msg":"trace[816615263] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"370.469184ms","start":"2026-05-10T01:37:33.177408Z","end":"2026-05-10T01:37:33.547877Z","steps":["trace[816615263] 'process raft request' (duration: 370.26181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:33.54801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.1774Z","time spent":"370.539926ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:33.548049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.05268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:37:33.548077Z","caller":"traceutil/trace.go:171","msg":"trace[1793402715] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24302; }","duration":"368.104731ms","start":"2026-05-10T01:37:33.179963Z","end":"2026-05-10T01:37:33.548068Z","steps":["trace[1793402715] 'agreement among raft nodes before linearized reading' (duration: 367.992968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:33.548102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.179953Z","time spent":"368.142951ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:37:33.548113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.644906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:33.54818Z","caller":"traceutil/trace.go:171","msg":"trace[588286123] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24302; }","duration":"150.7609ms","start":"2026-05-10T01:37:33.397402Z","end":"2026-05-10T01:37:33.548163Z","steps":["trace[588286123] 'agreement among raft nodes before linearized reading' (duration: 150.646877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:33.548209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.321224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:37:33.548231Z","caller":"traceutil/trace.go:171","msg":"trace[1795666270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24302; }","duration":"367.356234ms","start":"2026-05-10T01:37:33.180867Z","end":"2026-05-10T01:37:33.548224Z","steps":["trace[1795666270] 'agreement among raft nodes before linearized reading' (duration: 367.291813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:33.548253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.18086Z","time spent":"367.389205ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:33.548353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.887586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-10T01:37:33.548375Z","caller":"traceutil/trace.go:171","msg":"trace[1434314279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24302; }","duration":"367.926077ms","start":"2026-05-10T01:37:33.180443Z","end":"2026-05-10T01:37:33.548369Z","steps":["trace[1434314279] 'agreement among raft nodes before linearized reading' (duration: 367.857896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:33.548391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.180434Z","time spent":"367.953178ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:33.548144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.420441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-10T01:37:33.550526Z","caller":"traceutil/trace.go:171","msg":"trace[2039018058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24302; }","duration":"371.876506ms","start":"2026-05-10T01:37:33.178625Z","end":"2026-05-10T01:37:33.550501Z","steps":["trace[2039018058] 'agreement among raft nodes before linearized reading' (duration: 369.295488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:33.550592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.178599Z","time spent":"371.976188ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:33.991491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.817539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:33.991593Z","caller":"traceutil/trace.go:171","msg":"trace[1176279596] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"439.351048ms","start":"2026-05-10T01:37:33.552221Z","end":"2026-05-10T01:37:33.991572Z","steps":["trace[1176279596] 'process raft request' (duration: 243.314094ms)","trace[1176279596] 'compare' (duration: 195.485111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:33.991658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.5522Z","time spent":"439.4285ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:34.321532Z","caller":"traceutil/trace.go:171","msg":"trace[380599867] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"767.958335ms","start":"2026-05-10T01:37:33.553546Z","end":"2026-05-10T01:37:34.321504Z","steps":["trace[380599867] 'process raft request' (duration: 678.790356ms)","trace[380599867] 'compare' (duration: 88.981465ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:34.321687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.553525Z","time spent":"768.074668ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:34.321838Z","caller":"traceutil/trace.go:171","msg":"trace[1999127787] linearizableReadLoop","detail":"{readStateIndex:25097; appliedIndex:25093; }","duration":"725.101483ms","start":"2026-05-10T01:37:33.596711Z","end":"2026-05-10T01:37:34.321813Z","steps":["trace[1999127787] 'read index received' (duration: 198.703064ms)","trace[1999127787] 'applied index is now lower than readState.Index' (duration: 526.397349ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:34.321887Z","caller":"traceutil/trace.go:171","msg":"trace[1863528526] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"768.184641ms","start":"2026-05-10T01:37:33.553679Z","end":"2026-05-10T01:37:34.321863Z","steps":["trace[1863528526] 'process raft request' (duration: 767.780651ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:34.32194Z","caller":"traceutil/trace.go:171","msg":"trace[35371334] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"765.242575ms","start":"2026-05-10T01:37:33.556687Z","end":"2026-05-10T01:37:34.321929Z","steps":["trace[35371334] 'process raft request' (duration: 764.999999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:34.322001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.553673Z","time spent":"768.267022ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:34.322041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.556676Z","time spent":"765.290336ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:34.322207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.492523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:34.322285Z","caller":"traceutil/trace.go:171","msg":"trace[1868173489] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24306; }","duration":"725.610866ms","start":"2026-05-10T01:37:33.59666Z","end":"2026-05-10T01:37:34.322271Z","steps":["trace[1868173489] 'agreement among raft nodes before linearized reading' (duration: 725.440872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:34.322324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.59664Z","time spent":"725.674798ms","remote":"127.0.0.1:38272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:34.822159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386829810,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:37:34.90636Z","caller":"traceutil/trace.go:171","msg":"trace[629773626] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"1.101290956s","start":"2026-05-10T01:37:33.805038Z","end":"2026-05-10T01:37:34.906329Z","steps":["trace[629773626] 'process raft request' (duration: 1.100341605s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:34.90649Z","caller":"traceutil/trace.go:171","msg":"trace[273769557] linearizableReadLoop","detail":"{readStateIndex:25102; appliedIndex:25097; }","duration":"584.579033ms","start":"2026-05-10T01:37:34.321896Z","end":"2026-05-10T01:37:34.906475Z","steps":["trace[273769557] 'read index received' (duration: 583.396697ms)","trace[273769557] 'applied index is now lower than readState.Index' (duration: 1.181696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:34.906566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.911326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-10T01:37:34.906582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.569114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:34.906614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.610233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-10T01:37:34.906637Z","caller":"traceutil/trace.go:171","msg":"trace[1844043456] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"1.023234867s","start":"2026-05-10T01:37:33.883392Z","end":"2026-05-10T01:37:34.906627Z","steps":["trace[1844043456] 'process raft request' (duration: 1.022832958s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:34.906643Z","caller":"traceutil/trace.go:171","msg":"trace[75328850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24311; }","duration":"948.683985ms","start":"2026-05-10T01:37:33.957949Z","end":"2026-05-10T01:37:34.906633Z","steps":["trace[75328850] 'agreement among raft nodes before linearized reading' (duration: 948.595043ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:34.906642Z","caller":"traceutil/trace.go:171","msg":"trace[1919250833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24311; }","duration":"936.669917ms","start":"2026-05-10T01:37:33.969954Z","end":"2026-05-10T01:37:34.906624Z","steps":["trace[1919250833] 'agreement among raft nodes before linearized reading' (duration: 936.570495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:34.906674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.957917Z","time spent":"948.748527ms","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-10T01:37:34.906692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.969927Z","time spent":"936.750468ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:34.906733Z","caller":"traceutil/trace.go:171","msg":"trace[134048824] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"952.495501ms","start":"2026-05-10T01:37:33.95423Z","end":"2026-05-10T01:37:34.906726Z","steps":["trace[134048824] 'process raft request' (duration: 952.070422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:34.906779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.954206Z","time spent":"952.547273ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:34.906871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083209541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:37:34.906895Z","caller":"traceutil/trace.go:171","msg":"trace[2067664361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24311; }","duration":"1.083327104s","start":"2026-05-10T01:37:33.823561Z","end":"2026-05-10T01:37:34.906888Z","steps":["trace[2067664361] 'agreement among raft nodes before linearized reading' (duration: 1.083262162s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:34.906915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.823542Z","time spent":"1.083369124s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:37:34.906943Z","caller":"traceutil/trace.go:171","msg":"trace[1501692123] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"288.748802ms","start":"2026-05-10T01:37:34.618178Z","end":"2026-05-10T01:37:34.906927Z","steps":["trace[1501692123] 'process raft request' (duration: 288.258412ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:34.90693Z","caller":"traceutil/trace.go:171","msg":"trace[190249025] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"947.07685ms","start":"2026-05-10T01:37:33.959813Z","end":"2026-05-10T01:37:34.90689Z","steps":["trace[190249025] 'process raft request' (duration: 946.529568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:34.907052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150918349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:34.907081Z","caller":"traceutil/trace.go:171","msg":"trace[395789760] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24311; }","duration":"1.150993221s","start":"2026-05-10T01:37:33.756078Z","end":"2026-05-10T01:37:34.907071Z","steps":["trace[395789760] 'agreement among raft nodes before linearized reading' (duration: 1.15094297s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:34.907073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.664881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:34.907097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.959789Z","time spent":"947.216753ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:34.907139Z","caller":"traceutil/trace.go:171","msg":"trace[1421884294] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24311; }","duration":"723.769244ms","start":"2026-05-10T01:37:34.183355Z","end":"2026-05-10T01:37:34.907124Z","steps":["trace[1421884294] 'agreement among raft nodes before linearized reading' (duration: 723.670832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:34.907184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:34.183336Z","time spent":"723.833645ms","remote":"127.0.0.1:48482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:34.90711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.756054Z","time spent":"1.151048301s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:37:34.906703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.883366Z","time spent":"1.023295079s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:34.906604Z","caller":"traceutil/trace.go:171","msg":"trace[711864628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24311; }","duration":"685.980287ms","start":"2026-05-10T01:37:34.220613Z","end":"2026-05-10T01:37:34.906593Z","steps":["trace[711864628] 'agreement among raft nodes before linearized reading' (duration: 685.870925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:34.907433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:34.220597Z","time spent":"686.822587ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:37:34.907582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:33.805017Z","time spent":"1.1014243s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:35.160788Z","caller":"traceutil/trace.go:171","msg":"trace[795105918] linearizableReadLoop","detail":"{readStateIndex:25104; appliedIndex:25102; }","duration":"246.110637ms","start":"2026-05-10T01:37:34.914651Z","end":"2026-05-10T01:37:35.160762Z","steps":["trace[795105918] 'read index received' (duration: 63.103485ms)","trace[795105918] 'applied index is now lower than readState.Index' (duration: 183.005712ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:35.160875Z","caller":"traceutil/trace.go:171","msg":"trace[1770838236] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"247.090519ms","start":"2026-05-10T01:37:34.91374Z","end":"2026-05-10T01:37:35.16083Z","steps":["trace[1770838236] 'process raft request' (duration: 246.107057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:35.160957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.284611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:35.160995Z","caller":"traceutil/trace.go:171","msg":"trace[1408932002] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24313; }","duration":"246.339002ms","start":"2026-05-10T01:37:34.914646Z","end":"2026-05-10T01:37:35.160985Z","steps":["trace[1408932002] 'agreement among raft nodes before linearized reading' (duration: 246.24734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:35.161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.335373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:35.161041Z","caller":"traceutil/trace.go:171","msg":"trace[874671191] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24313; }","duration":"118.430055ms","start":"2026-05-10T01:37:35.042599Z","end":"2026-05-10T01:37:35.161029Z","steps":["trace[874671191] 'agreement among raft nodes before linearized reading' (duration: 118.325623ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:35.687707Z","caller":"traceutil/trace.go:171","msg":"trace[133776301] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"159.748011ms","start":"2026-05-10T01:37:35.527938Z","end":"2026-05-10T01:37:35.687686Z","steps":["trace[133776301] 'process raft request' (duration: 159.613828ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:36.205597Z","caller":"traceutil/trace.go:171","msg":"trace[806304577] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"669.216811ms","start":"2026-05-10T01:37:35.536355Z","end":"2026-05-10T01:37:36.205572Z","steps":["trace[806304577] 'process raft request' (duration: 668.977066ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:36.205762Z","caller":"traceutil/trace.go:171","msg":"trace[2083260686] linearizableReadLoop","detail":"{readStateIndex:25107; appliedIndex:25104; }","duration":"551.329539ms","start":"2026-05-10T01:37:35.654394Z","end":"2026-05-10T01:37:36.205723Z","steps":["trace[2083260686] 'read index received' (duration: 33.124663ms)","trace[2083260686] 'applied index is now lower than readState.Index' (duration: 518.203036ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:36.205817Z","caller":"traceutil/trace.go:171","msg":"trace[14201281] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"652.64954ms","start":"2026-05-10T01:37:35.553143Z","end":"2026-05-10T01:37:36.205793Z","steps":["trace[14201281] 'process raft request' (duration: 652.366574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:36.205806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:35.536328Z","time spent":"669.404585ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:36.205983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:35.553089Z","time spent":"652.797953ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:36.206033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.546694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:36.206173Z","caller":"traceutil/trace.go:171","msg":"trace[1175111910] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24316; }","duration":"551.82523ms","start":"2026-05-10T01:37:35.654333Z","end":"2026-05-10T01:37:36.206158Z","steps":["trace[1175111910] 'agreement among raft nodes before linearized reading' (duration: 551.506293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:36.206282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:35.654311Z","time spent":"551.882422ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:36.505928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.803997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:36.506153Z","caller":"traceutil/trace.go:171","msg":"trace[871325059] linearizableReadLoop","detail":"{readStateIndex:25109; appliedIndex:25107; }","duration":"300.295811ms","start":"2026-05-10T01:37:36.205836Z","end":"2026-05-10T01:37:36.506132Z","steps":["trace[871325059] 'read index received' (duration: 141.948332ms)","trace[871325059] 'applied index is now lower than readState.Index' (duration: 158.346259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:36.506321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.68216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:36.506324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.877163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:36.506328Z","caller":"traceutil/trace.go:171","msg":"trace[672863345] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"594.259791ms","start":"2026-05-10T01:37:35.912036Z","end":"2026-05-10T01:37:36.506296Z","steps":["trace[672863345] 'process raft request' (duration: 435.923882ms)","trace[672863345] 'compare' (duration: 157.640593ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:36.506334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.296148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:36.50639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.633894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T01:37:36.506354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.058823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:36.506405Z","caller":"traceutil/trace.go:171","msg":"trace[1153311341] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24318; }","duration":"383.004445ms","start":"2026-05-10T01:37:36.123383Z","end":"2026-05-10T01:37:36.506388Z","steps":["trace[1153311341] 'agreement among raft nodes before linearized reading' (duration: 382.80246ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:36.506427Z","caller":"traceutil/trace.go:171","msg":"trace[256733468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24318; }","duration":"601.417801ms","start":"2026-05-10T01:37:35.904986Z","end":"2026-05-10T01:37:36.506403Z","steps":["trace[256733468] 'agreement among raft nodes before linearized reading' (duration: 601.240577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:36.506435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.014821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-10T01:37:36.506478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:35.904972Z","time spent":"601.497723ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:36.506476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.12337Z","time spent":"383.090486ms","remote":"127.0.0.1:48612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:36.506507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.756189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-10T01:37:36.506498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:35.912012Z","time spent":"594.391654ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:36.506504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.754576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:37:36.506518Z","caller":"traceutil/trace.go:171","msg":"trace[48027968] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24318; }","duration":"609.150584ms","start":"2026-05-10T01:37:35.89735Z","end":"2026-05-10T01:37:36.5065Z","steps":["trace[48027968] 'agreement among raft nodes before linearized reading' (duration: 608.888018ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:36.506427Z","caller":"traceutil/trace.go:171","msg":"trace[1582656247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24318; }","duration":"178.694544ms","start":"2026-05-10T01:37:36.327723Z","end":"2026-05-10T01:37:36.506418Z","steps":["trace[1582656247] 'agreement among raft nodes before linearized reading' (duration: 178.607642ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:36.506546Z","caller":"traceutil/trace.go:171","msg":"trace[1724216838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24318; }","duration":"179.828491ms","start":"2026-05-10T01:37:36.326705Z","end":"2026-05-10T01:37:36.506534Z","steps":["trace[1724216838] 'agreement among raft nodes before linearized reading' (duration: 179.745059ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:36.506512Z","caller":"traceutil/trace.go:171","msg":"trace[582404328] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24318; }","duration":"518.201046ms","start":"2026-05-10T01:37:35.988232Z","end":"2026-05-10T01:37:36.506433Z","steps":["trace[582404328] 'agreement among raft nodes before linearized reading' (duration: 517.978151ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:36.506564Z","caller":"traceutil/trace.go:171","msg":"trace[1799725184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24318; }","duration":"178.815767ms","start":"2026-05-10T01:37:36.327736Z","end":"2026-05-10T01:37:36.506552Z","steps":["trace[1799725184] 'agreement among raft nodes before linearized reading' (duration: 178.676204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:36.506572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:35.897334Z","time spent":"609.230507ms","remote":"127.0.0.1:38434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-10T01:37:36.506476Z","caller":"traceutil/trace.go:171","msg":"trace[727438241] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"408.061207ms","start":"2026-05-10T01:37:36.098282Z","end":"2026-05-10T01:37:36.506343Z","steps":["trace[727438241] 'process raft request' (duration: 407.75879ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:36.506382Z","caller":"traceutil/trace.go:171","msg":"trace[1126806744] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24318; }","duration":"209.787022ms","start":"2026-05-10T01:37:36.296576Z","end":"2026-05-10T01:37:36.506363Z","steps":["trace[1126806744] 'agreement among raft nodes before linearized reading' (duration: 209.68506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:36.506602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:35.988191Z","time spent":"518.39567ms","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:36.506408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.657047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-10T01:37:36.506978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.098262Z","time spent":"408.502346ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:36.507064Z","caller":"traceutil/trace.go:171","msg":"trace[903462529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24318; }","duration":"511.311642ms","start":"2026-05-10T01:37:35.995715Z","end":"2026-05-10T01:37:36.507027Z","steps":["trace[903462529] 'agreement among raft nodes before linearized reading' (duration: 510.507393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:36.507141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:35.995707Z","time spent":"511.412454ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:37:37.005715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.625241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:37.006241Z","caller":"traceutil/trace.go:171","msg":"trace[1895507243] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"494.255501ms","start":"2026-05-10T01:37:36.511946Z","end":"2026-05-10T01:37:37.006201Z","steps":["trace[1895507243] 'process raft request' (duration: 493.904393ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:37.006363Z","caller":"traceutil/trace.go:171","msg":"trace[580563926] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"493.221767ms","start":"2026-05-10T01:37:36.513118Z","end":"2026-05-10T01:37:37.006339Z","steps":["trace[580563926] 'process raft request' (duration: 492.850938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.006395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.511938Z","time spent":"494.370823ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:37.006461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.513108Z","time spent":"493.302368ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:37.006587Z","caller":"traceutil/trace.go:171","msg":"trace[1176084701] linearizableReadLoop","detail":"{readStateIndex:25111; appliedIndex:25109; }","duration":"494.649219ms","start":"2026-05-10T01:37:36.511917Z","end":"2026-05-10T01:37:37.006566Z","steps":["trace[1176084701] 'read index received' (duration: 12.812198ms)","trace[1176084701] 'applied index is now lower than readState.Index' (duration: 481.835311ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:37.006907Z","caller":"traceutil/trace.go:171","msg":"trace[701013431] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"495.876556ms","start":"2026-05-10T01:37:36.511013Z","end":"2026-05-10T01:37:37.006889Z","steps":["trace[701013431] 'process raft request' (duration: 242.978037ms)","trace[701013431] 'compare' (duration: 251.399515ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:37.006978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.510997Z","time spent":"495.940568ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:37.007476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.548648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-10T01:37:37.007676Z","caller":"traceutil/trace.go:171","msg":"trace[631222585] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24323; }","duration":"495.769044ms","start":"2026-05-10T01:37:36.511891Z","end":"2026-05-10T01:37:37.00766Z","steps":["trace[631222585] 'agreement among raft nodes before linearized reading' (duration: 494.773192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.007725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.511881Z","time spent":"495.829015ms","remote":"127.0.0.1:38434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-10T01:37:37.609953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.85601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:37.610521Z","caller":"traceutil/trace.go:171","msg":"trace[1610960414] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"695.96323ms","start":"2026-05-10T01:37:36.914351Z","end":"2026-05-10T01:37:37.610315Z","steps":["trace[1610960414] 'process raft request' (duration: 441.65759ms)","trace[1610960414] 'compare' (duration: 253.726518ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:37.610693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.914337Z","time spent":"696.273038ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:37.610891Z","caller":"traceutil/trace.go:171","msg":"trace[232051873] linearizableReadLoop","detail":"{readStateIndex:25118; appliedIndex:25114; }","duration":"604.252456ms","start":"2026-05-10T01:37:37.006616Z","end":"2026-05-10T01:37:37.610868Z","steps":["trace[232051873] 'read index received' (duration: 349.274599ms)","trace[232051873] 'applied index is now lower than readState.Index' (duration: 254.976927ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:37.610923Z","caller":"traceutil/trace.go:171","msg":"trace[1714683847] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"696.260309ms","start":"2026-05-10T01:37:36.914527Z","end":"2026-05-10T01:37:37.610788Z","steps":["trace[1714683847] 'process raft request' (duration: 695.668745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.61107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.319064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:37.611115Z","caller":"traceutil/trace.go:171","msg":"trace[737849468] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24327; }","duration":"909.421297ms","start":"2026-05-10T01:37:36.70168Z","end":"2026-05-10T01:37:37.611102Z","steps":["trace[737849468] 'agreement among raft nodes before linearized reading' (duration: 909.330785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.611155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.052209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T01:37:37.611213Z","caller":"traceutil/trace.go:171","msg":"trace[1552032746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24327; }","duration":"628.160392ms","start":"2026-05-10T01:37:36.983042Z","end":"2026-05-10T01:37:37.611202Z","steps":["trace[1552032746] 'agreement among raft nodes before linearized reading' (duration: 627.923827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.611242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001846569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:37.611292Z","caller":"traceutil/trace.go:171","msg":"trace[1451849345] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"687.157455ms","start":"2026-05-10T01:37:36.924124Z","end":"2026-05-10T01:37:37.611282Z","steps":["trace[1451849345] 'process raft request' (duration: 686.683674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.611327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.914495Z","time spent":"696.520894ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:37.611428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.393037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:37:37.611464Z","caller":"traceutil/trace.go:171","msg":"trace[53101036] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24327; }","duration":"475.427938ms","start":"2026-05-10T01:37:37.136028Z","end":"2026-05-10T01:37:37.611456Z","steps":["trace[53101036] 'agreement among raft nodes before linearized reading' (duration: 475.295935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.611482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.321696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:37.611497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.135972Z","time spent":"475.51917ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-05-10T01:37:37.611511Z","caller":"traceutil/trace.go:171","msg":"trace[1410443596] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24327; }","duration":"157.389088ms","start":"2026-05-10T01:37:37.454114Z","end":"2026-05-10T01:37:37.611503Z","steps":["trace[1410443596] 'agreement among raft nodes before linearized reading' (duration: 157.294986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.611511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.621114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:37.611617Z","caller":"traceutil/trace.go:171","msg":"trace[768296493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24327; }","duration":"306.773918ms","start":"2026-05-10T01:37:37.304817Z","end":"2026-05-10T01:37:37.611591Z","steps":["trace[768296493] 'agreement among raft nodes before linearized reading' (duration: 306.608654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.611668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.304793Z","time spent":"306.86305ms","remote":"127.0.0.1:41988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:37.611766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.261247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:37:37.611163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.701656Z","time spent":"909.486789ms","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:37.611385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.924107Z","time spent":"687.217736ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:37.611293Z","caller":"traceutil/trace.go:171","msg":"trace[219481230] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24327; }","duration":"1.001932861s","start":"2026-05-10T01:37:36.609346Z","end":"2026-05-10T01:37:37.611279Z","steps":["trace[219481230] 'agreement among raft nodes before linearized reading' (duration: 1.001854679s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.61212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.609324Z","time spent":"1.002780629s","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:37.611254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.983022Z","time spent":"628.223504ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:37:37.610904Z","caller":"traceutil/trace.go:171","msg":"trace[1485300598] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"694.657022ms","start":"2026-05-10T01:37:36.916214Z","end":"2026-05-10T01:37:37.610871Z","steps":["trace[1485300598] 'process raft request' (duration: 694.454377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.612305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:36.916171Z","time spent":"696.090063ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:37.611804Z","caller":"traceutil/trace.go:171","msg":"trace[1524825662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24327; }","duration":"447.329818ms","start":"2026-05-10T01:37:37.164466Z","end":"2026-05-10T01:37:37.611795Z","steps":["trace[1524825662] 'agreement among raft nodes before linearized reading' (duration: 447.235506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:37.612405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.164446Z","time spent":"447.952132ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:37:38.094698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.1111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:38.09486Z","caller":"traceutil/trace.go:171","msg":"trace[1713807962] linearizableReadLoop","detail":"{readStateIndex:25121; appliedIndex:25118; }","duration":"444.377221ms","start":"2026-05-10T01:37:37.650464Z","end":"2026-05-10T01:37:38.094841Z","steps":["trace[1713807962] 'read index received' (duration: 9.940852ms)","trace[1713807962] 'applied index is now lower than readState.Index' (duration: 434.435449ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:38.094959Z","caller":"traceutil/trace.go:171","msg":"trace[1842069148] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"478.019125ms","start":"2026-05-10T01:37:37.616925Z","end":"2026-05-10T01:37:38.094944Z","steps":["trace[1842069148] 'process raft request' (duration: 477.858581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:38.095014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.616895Z","time spent":"478.092096ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:38.095116Z","caller":"traceutil/trace.go:171","msg":"trace[1792186277] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"478.291691ms","start":"2026-05-10T01:37:37.616794Z","end":"2026-05-10T01:37:38.095085Z","steps":["trace[1792186277] 'process raft request' (duration: 242.659939ms)","trace[1792186277] 'compare' (duration: 234.933057ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:38.095242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.616774Z","time spent":"478.404473ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:38.095123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.636606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:38.095414Z","caller":"traceutil/trace.go:171","msg":"trace[578953078] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24329; }","duration":"444.981295ms","start":"2026-05-10T01:37:37.650418Z","end":"2026-05-10T01:37:38.0954Z","steps":["trace[578953078] 'agreement among raft nodes before linearized reading' (duration: 444.626246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:38.095446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.650397Z","time spent":"445.040027ms","remote":"127.0.0.1:51698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:38.722078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.916591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:38.72244Z","caller":"traceutil/trace.go:171","msg":"trace[2012021670] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"511.070266ms","start":"2026-05-10T01:37:38.211345Z","end":"2026-05-10T01:37:38.722415Z","steps":["trace[2012021670] 'process raft request' (duration: 510.966983ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:38.722685Z","caller":"traceutil/trace.go:171","msg":"trace[343268578] linearizableReadLoop","detail":"{readStateIndex:25123; appliedIndex:25121; }","duration":"627.775532ms","start":"2026-05-10T01:37:38.094886Z","end":"2026-05-10T01:37:38.722662Z","steps":["trace[343268578] 'read index received' (duration: 166.238767ms)","trace[343268578] 'applied index is now lower than readState.Index' (duration: 461.534075ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:38.722695Z","caller":"traceutil/trace.go:171","msg":"trace[2030421580] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"1.029310733s","start":"2026-05-10T01:37:37.693354Z","end":"2026-05-10T01:37:38.722664Z","steps":["trace[2030421580] 'process raft request' (duration: 1.028850263s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:38.72271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:38.211325Z","time spent":"511.329982ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:38.722839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.693336Z","time spent":"1.029422725s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:38.722842Z","caller":"traceutil/trace.go:171","msg":"trace[590096525] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"1.061263499s","start":"2026-05-10T01:37:37.661543Z","end":"2026-05-10T01:37:38.722806Z","steps":["trace[590096525] 'process raft request' (duration: 599.490699ms)","trace[590096525] 'compare' (duration: 460.792099ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:38.722846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.620548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:38.722944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.36675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-10T01:37:38.722979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.661523Z","time spent":"1.061384642s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:38.72303Z","caller":"traceutil/trace.go:171","msg":"trace[542657539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24332; }","duration":"729.502323ms","start":"2026-05-10T01:37:37.993511Z","end":"2026-05-10T01:37:38.723014Z","steps":["trace[542657539] 'agreement among raft nodes before linearized reading' (duration: 729.201215ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:38.722977Z","caller":"traceutil/trace.go:171","msg":"trace[232759284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24332; }","duration":"817.753641ms","start":"2026-05-10T01:37:37.905207Z","end":"2026-05-10T01:37:38.722961Z","steps":["trace[232759284] 'agreement among raft nodes before linearized reading' (duration: 817.517704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:38.723242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.905151Z","time spent":"818.078378ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:38.72296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.800232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-10T01:37:38.72335Z","caller":"traceutil/trace.go:171","msg":"trace[370356617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24332; }","duration":"193.250392ms","start":"2026-05-10T01:37:38.530084Z","end":"2026-05-10T01:37:38.723334Z","steps":["trace[370356617] 'agreement among raft nodes before linearized reading' (duration: 192.727639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:38.723105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:37.993487Z","time spent":"729.578635ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-10T01:37:38.98367Z","caller":"traceutil/trace.go:171","msg":"trace[146093181] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"248.853439ms","start":"2026-05-10T01:37:38.734769Z","end":"2026-05-10T01:37:38.983623Z","steps":["trace[146093181] 'process raft request' (duration: 248.644464ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:38.983848Z","caller":"traceutil/trace.go:171","msg":"trace[1546898944] linearizableReadLoop","detail":"{readStateIndex:25125; appliedIndex:25124; }","duration":"174.335409ms","start":"2026-05-10T01:37:38.809502Z","end":"2026-05-10T01:37:38.983837Z","steps":["trace[1546898944] 'read index received' (duration: 173.858828ms)","trace[1546898944] 'applied index is now lower than readState.Index' (duration: 475.271µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:38.98412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.606625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:38.984179Z","caller":"traceutil/trace.go:171","msg":"trace[1677355429] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24333; }","duration":"174.708537ms","start":"2026-05-10T01:37:38.809462Z","end":"2026-05-10T01:37:38.984171Z","steps":["trace[1677355429] 'agreement among raft nodes before linearized reading' (duration: 174.414741ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:39.326947Z","caller":"traceutil/trace.go:171","msg":"trace[336805261] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"315.104803ms","start":"2026-05-10T01:37:39.011811Z","end":"2026-05-10T01:37:39.326915Z","steps":["trace[336805261] 'process raft request' (duration: 283.221298ms)","trace[336805261] 'compare' (duration: 31.647559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:39.327117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.011797Z","time spent":"315.236796ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:40.390504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.547698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:40.390821Z","caller":"traceutil/trace.go:171","msg":"trace[126188554] linearizableReadLoop","detail":"{readStateIndex:25129; appliedIndex:25126; }","duration":"876.261682ms","start":"2026-05-10T01:37:39.51454Z","end":"2026-05-10T01:37:40.390802Z","steps":["trace[126188554] 'read index received' (duration: 244.438579ms)","trace[126188554] 'applied index is now lower than readState.Index' (duration: 631.821633ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:40.390912Z","caller":"traceutil/trace.go:171","msg":"trace[786483371] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"1.376116437s","start":"2026-05-10T01:37:39.014782Z","end":"2026-05-10T01:37:40.390898Z","steps":["trace[786483371] 'process raft request' (duration: 744.090239ms)","trace[786483371] 'compare' (duration: 631.16984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:40.390981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.014763Z","time spent":"1.376182409s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:40.391304Z","caller":"traceutil/trace.go:171","msg":"trace[384741598] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"1.376083326s","start":"2026-05-10T01:37:39.01521Z","end":"2026-05-10T01:37:40.391293Z","steps":["trace[384741598] 'process raft request' (duration: 1.375441672s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:40.391374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.015201Z","time spent":"1.376141188s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:40.391509Z","caller":"traceutil/trace.go:171","msg":"trace[928099105] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"1.376035996s","start":"2026-05-10T01:37:39.015461Z","end":"2026-05-10T01:37:40.391497Z","steps":["trace[928099105] 'process raft request' (duration: 1.375296589s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:40.391592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.015455Z","time spent":"1.376079147s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:40.391823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.265515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:40.391889Z","caller":"traceutil/trace.go:171","msg":"trace[20934275] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24337; }","duration":"877.348887ms","start":"2026-05-10T01:37:39.514525Z","end":"2026-05-10T01:37:40.391874Z","steps":["trace[20934275] 'agreement among raft nodes before linearized reading' (duration: 877.232184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:40.391917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.514464Z","time spent":"877.446299ms","remote":"127.0.0.1:51684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:41.53642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000730679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:37:41.536509Z","caller":"traceutil/trace.go:171","msg":"trace[544601668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000886483s","start":"2026-05-10T01:37:39.535606Z","end":"2026-05-10T01:37:41.536493Z","steps":["trace[544601668] 'agreement among raft nodes before linearized reading' (duration: 2.00074833s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.53655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.535588Z","time spent":"2.000954344s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:41.553068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.956156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:41.553866Z","caller":"traceutil/trace.go:171","msg":"trace[1504577265] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"1.934924605s","start":"2026-05-10T01:37:39.618908Z","end":"2026-05-10T01:37:41.553833Z","steps":["trace[1504577265] 'process raft request' (duration: 1.934306511s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.553978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.618903Z","time spent":"1.935024607s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:41.554003Z","caller":"traceutil/trace.go:171","msg":"trace[1412428201] linearizableReadLoop","detail":"{readStateIndex:25133; appliedIndex:25129; }","duration":"1.163126583s","start":"2026-05-10T01:37:40.39086Z","end":"2026-05-10T01:37:41.553987Z","steps":["trace[1412428201] 'read index received' (duration: 365.159225ms)","trace[1412428201] 'applied index is now lower than readState.Index' (duration: 797.966158ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:41.554173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456097081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:37:41.554183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555784195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:41.554228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454594967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-10T01:37:41.554275Z","caller":"traceutil/trace.go:171","msg":"trace[89145324] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24341; }","duration":"1.555952539s","start":"2026-05-10T01:37:39.9983Z","end":"2026-05-10T01:37:41.554253Z","steps":["trace[89145324] 'agreement among raft nodes before linearized reading' (duration: 1.555773715s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.554297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6487937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:41.554306Z","caller":"traceutil/trace.go:171","msg":"trace[227763507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24341; }","duration":"1.4547259s","start":"2026-05-10T01:37:40.099559Z","end":"2026-05-10T01:37:41.554285Z","steps":["trace[227763507] 'agreement among raft nodes before linearized reading' (duration: 1.454473454s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:41.554328Z","caller":"traceutil/trace.go:171","msg":"trace[1291005481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24341; }","duration":"1.648856661s","start":"2026-05-10T01:37:39.905461Z","end":"2026-05-10T01:37:41.554318Z","steps":["trace[1291005481] 'agreement among raft nodes before linearized reading' (duration: 1.64878683s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.554332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.998285Z","time spent":"1.55603153s","remote":"127.0.0.1:48604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:41.554351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.099516Z","time spent":"1.454826952s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:37:41.554365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.905441Z","time spent":"1.648918112s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:37:41.554215Z","caller":"traceutil/trace.go:171","msg":"trace[817725095] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"1.934909734s","start":"2026-05-10T01:37:39.619287Z","end":"2026-05-10T01:37:41.554197Z","steps":["trace[817725095] 'process raft request' (duration: 1.934046135s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:41.554372Z","caller":"traceutil/trace.go:171","msg":"trace[818064769] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"1.935012886s","start":"2026-05-10T01:37:39.619333Z","end":"2026-05-10T01:37:41.554346Z","steps":["trace[818064769] 'process raft request' (duration: 1.934057755s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:41.554224Z","caller":"traceutil/trace.go:171","msg":"trace[874057595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24341; }","duration":"1.456158163s","start":"2026-05-10T01:37:40.098035Z","end":"2026-05-10T01:37:41.554193Z","steps":["trace[874057595] 'agreement among raft nodes before linearized reading' (duration: 1.45602837s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.554473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.619329Z","time spent":"1.935091018s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:41.554471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.098019Z","time spent":"1.456440908s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:37:41.554666Z","caller":"traceutil/trace.go:171","msg":"trace[1340175611] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"1.935870105s","start":"2026-05-10T01:37:39.618774Z","end":"2026-05-10T01:37:41.554644Z","steps":["trace[1340175611] 'process raft request' (duration: 1.137251043s)","trace[1340175611] 'compare' (duration: 796.664969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:41.554769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.618751Z","time spent":"1.935968478s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:41.554796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.619264Z","time spent":"1.935151158s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:41.565389Z","caller":"traceutil/trace.go:171","msg":"trace[517468086] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"828.957152ms","start":"2026-05-10T01:37:40.736416Z","end":"2026-05-10T01:37:41.565373Z","steps":["trace[517468086] 'process raft request' (duration: 828.921451ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:41.565466Z","caller":"traceutil/trace.go:171","msg":"trace[816019611] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"837.046784ms","start":"2026-05-10T01:37:40.728402Z","end":"2026-05-10T01:37:41.565449Z","steps":["trace[816019611] 'process raft request' (duration: 836.726517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.56552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.736391Z","time spent":"829.051205ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:41.565555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.728383Z","time spent":"837.129176ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:42.534033Z","caller":"traceutil/trace.go:171","msg":"trace[603893441] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"1.202408203s","start":"2026-05-10T01:37:41.33159Z","end":"2026-05-10T01:37:42.533998Z","steps":["trace[603893441] 'process raft request' (duration: 1.202175878s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:42.534052Z","caller":"traceutil/trace.go:171","msg":"trace[436676732] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"993.921671ms","start":"2026-05-10T01:37:41.540108Z","end":"2026-05-10T01:37:42.53403Z","steps":["trace[436676732] 'process raft request' (duration: 993.834359ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:42.534215Z","caller":"traceutil/trace.go:171","msg":"trace[1919519627] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"1.020808323s","start":"2026-05-10T01:37:41.51339Z","end":"2026-05-10T01:37:42.534198Z","steps":["trace[1919519627] 'process raft request' (duration: 1.020501316s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.513364Z","time spent":"1.020881434s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:42.534331Z","caller":"traceutil/trace.go:171","msg":"trace[1393465990] linearizableReadLoop","detail":"{readStateIndex:25138; appliedIndex:25133; }","duration":"980.278514ms","start":"2026-05-10T01:37:41.554038Z","end":"2026-05-10T01:37:42.534317Z","steps":["trace[1393465990] 'read index received' (duration: 11.16339ms)","trace[1393465990] 'applied index is now lower than readState.Index' (duration: 969.114464ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:42.534391Z","caller":"traceutil/trace.go:171","msg":"trace[728445542] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"975.098718ms","start":"2026-05-10T01:37:41.559284Z","end":"2026-05-10T01:37:42.534383Z","steps":["trace[728445542] 'process raft request' (duration: 974.713949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.53445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.559258Z","time spent":"975.17069ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:42.534522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.096261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:42.534524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292883862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:42.534522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852816023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:42.534548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644520354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:37:42.534558Z","caller":"traceutil/trace.go:171","msg":"trace[1265256753] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24348; }","duration":"1.292964723s","start":"2026-05-10T01:37:41.241584Z","end":"2026-05-10T01:37:42.534549Z","steps":["trace[1265256753] 'agreement among raft nodes before linearized reading' (duration: 1.292881532s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031090929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-10T01:37:42.534578Z","caller":"traceutil/trace.go:171","msg":"trace[1864507074] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24348; }","duration":"1.644598506s","start":"2026-05-10T01:37:40.889972Z","end":"2026-05-10T01:37:42.534571Z","steps":["trace[1864507074] 'agreement among raft nodes before linearized reading' (duration: 1.644427452s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:42.534598Z","caller":"traceutil/trace.go:171","msg":"trace[60518992] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24348; }","duration":"2.031242273s","start":"2026-05-10T01:37:40.50334Z","end":"2026-05-10T01:37:42.534582Z","steps":["trace[60518992] 'agreement among raft nodes before linearized reading' (duration: 2.03108535s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.707337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:42.534636Z","caller":"traceutil/trace.go:171","msg":"trace[711054195] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24348; }","duration":"253.763378ms","start":"2026-05-10T01:37:42.280867Z","end":"2026-05-10T01:37:42.534631Z","steps":["trace[711054195] 'agreement among raft nodes before linearized reading' (duration: 253.728617ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:42.534622Z","caller":"traceutil/trace.go:171","msg":"trace[554782376] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"974.756901ms","start":"2026-05-10T01:37:41.559843Z","end":"2026-05-10T01:37:42.5346Z","steps":["trace[554782376] 'process raft request' (duration: 974.355382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546042757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-10T01:37:42.534684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597798636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-10T01:37:42.534701Z","caller":"traceutil/trace.go:171","msg":"trace[563787476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24348; }","duration":"1.546103479s","start":"2026-05-10T01:37:40.988593Z","end":"2026-05-10T01:37:42.534697Z","steps":["trace[563787476] 'agreement among raft nodes before linearized reading' (duration: 1.546003786s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.771578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-10T01:37:42.534704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.804413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:42.534711Z","caller":"traceutil/trace.go:171","msg":"trace[68283950] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24348; }","duration":"1.597875938s","start":"2026-05-10T01:37:40.936828Z","end":"2026-05-10T01:37:42.534703Z","steps":["trace[68283950] 'agreement among raft nodes before linearized reading' (duration: 1.597799126s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.988571Z","time spent":"1.546148309s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T01:37:42.534729Z","caller":"traceutil/trace.go:171","msg":"trace[1229806459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24348; }","duration":"137.906251ms","start":"2026-05-10T01:37:42.396817Z","end":"2026-05-10T01:37:42.534723Z","steps":["trace[1229806459] 'agreement among raft nodes before linearized reading' (duration: 137.746918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.936799Z","time spent":"1.59793336s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-10T01:37:42.534741Z","caller":"traceutil/trace.go:171","msg":"trace[1400633312] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24348; }","duration":"482.871744ms","start":"2026-05-10T01:37:42.051857Z","end":"2026-05-10T01:37:42.534729Z","steps":["trace[1400633312] 'agreement among raft nodes before linearized reading' (duration: 482.815033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.559815Z","time spent":"974.864492ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:42.534774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.051838Z","time spent":"482.927285ms","remote":"127.0.0.1:51942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:42.534609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.889944Z","time spent":"1.644658428s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:42.53481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.897181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:42.534647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.503319Z","time spent":"2.031318154s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-10T01:37:42.534835Z","caller":"traceutil/trace.go:171","msg":"trace[935275783] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24348; }","duration":"882.970893ms","start":"2026-05-10T01:37:41.651857Z","end":"2026-05-10T01:37:42.534828Z","steps":["trace[935275783] 'agreement among raft nodes before linearized reading' (duration: 882.933542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.058584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-10T01:37:42.534857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.651829Z","time spent":"883.023614ms","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:42.534877Z","caller":"traceutil/trace.go:171","msg":"trace[1429701850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24348; }","duration":"138.104966ms","start":"2026-05-10T01:37:42.396767Z","end":"2026-05-10T01:37:42.534872Z","steps":["trace[1429701850] 'agreement among raft nodes before linearized reading' (duration: 138.012454ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:42.534547Z","caller":"traceutil/trace.go:171","msg":"trace[796513092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24348; }","duration":"972.139732ms","start":"2026-05-10T01:37:41.562399Z","end":"2026-05-10T01:37:42.534539Z","steps":["trace[796513092] 'agreement among raft nodes before linearized reading' (duration: 972.104431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.241557Z","time spent":"1.293018964s","remote":"127.0.0.1:55096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:42.534915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.562391Z","time spent":"972.51842ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:37:42.534577Z","caller":"traceutil/trace.go:171","msg":"trace[1858163130] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24348; }","duration":"1.852931546s","start":"2026-05-10T01:37:40.681632Z","end":"2026-05-10T01:37:42.534564Z","steps":["trace[1858163130] 'agreement among raft nodes before linearized reading' (duration: 1.852813133s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.534995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.393254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-10T01:37:42.534208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.331573Z","time spent":"1.202525035s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:42.534995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.681609Z","time spent":"1.853373955s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:42.535013Z","caller":"traceutil/trace.go:171","msg":"trace[1635745226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24348; }","duration":"139.451405ms","start":"2026-05-10T01:37:42.395557Z","end":"2026-05-10T01:37:42.535008Z","steps":["trace[1635745226] 'agreement among raft nodes before linearized reading' (duration: 139.403354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.53416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.540089Z","time spent":"994.021893ms","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:37:42.870586Z","caller":"traceutil/trace.go:171","msg":"trace[903969936] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"331.516551ms","start":"2026-05-10T01:37:42.539049Z","end":"2026-05-10T01:37:42.870566Z","steps":["trace[903969936] 'process raft request' (duration: 331.318447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.870736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.539029Z","time spent":"331.630023ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:42.870922Z","caller":"traceutil/trace.go:171","msg":"trace[891659154] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"331.674544ms","start":"2026-05-10T01:37:42.539224Z","end":"2026-05-10T01:37:42.870898Z","steps":["trace[891659154] 'process raft request' (duration: 331.295046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.871056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.539214Z","time spent":"331.772586ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:42.871504Z","caller":"traceutil/trace.go:171","msg":"trace[1012845618] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"330.58479ms","start":"2026-05-10T01:37:42.540904Z","end":"2026-05-10T01:37:42.871489Z","steps":["trace[1012845618] 'process raft request' (duration: 329.906055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.871585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.540896Z","time spent":"330.649752ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:42.871649Z","caller":"traceutil/trace.go:171","msg":"trace[1227598188] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"330.314283ms","start":"2026-05-10T01:37:42.54132Z","end":"2026-05-10T01:37:42.871634Z","steps":["trace[1227598188] 'process raft request' (duration: 330.17521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.871731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.541302Z","time spent":"330.391016ms","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:42.871872Z","caller":"traceutil/trace.go:171","msg":"trace[1698283723] linearizableReadLoop","detail":"{readStateIndex:25147; appliedIndex:25140; }","duration":"304.535426ms","start":"2026-05-10T01:37:42.567324Z","end":"2026-05-10T01:37:42.87186Z","steps":["trace[1698283723] 'read index received' (duration: 11.716032ms)","trace[1698283723] 'applied index is now lower than readState.Index' (duration: 292.818274ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:42.871931Z","caller":"traceutil/trace.go:171","msg":"trace[633245004] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"330.927339ms","start":"2026-05-10T01:37:42.540994Z","end":"2026-05-10T01:37:42.871921Z","steps":["trace[633245004] 'process raft request' (duration: 330.317714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.87199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.540981Z","time spent":"330.98094ms","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:42.872048Z","caller":"traceutil/trace.go:171","msg":"trace[238357251] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"329.908315ms","start":"2026-05-10T01:37:42.542129Z","end":"2026-05-10T01:37:42.872038Z","steps":["trace[238357251] 'process raft request' (duration: 329.441274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.872114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.542122Z","time spent":"329.957006ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:42.87296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.593291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:37:42.873018Z","caller":"traceutil/trace.go:171","msg":"trace[256584762] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24355; }","duration":"305.708803ms","start":"2026-05-10T01:37:42.567296Z","end":"2026-05-10T01:37:42.873004Z","steps":["trace[256584762] 'agreement among raft nodes before linearized reading' (duration: 304.933756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.873059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.567285Z","time spent":"305.765664ms","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-10T01:37:43.174895Z","caller":"traceutil/trace.go:171","msg":"trace[72020837] linearizableReadLoop","detail":"{readStateIndex:25148; appliedIndex:25147; }","duration":"302.970707ms","start":"2026-05-10T01:37:42.871906Z","end":"2026-05-10T01:37:43.174876Z","steps":["trace[72020837] 'read index received' (duration: 302.712351ms)","trace[72020837] 'applied index is now lower than readState.Index' (duration: 257.426µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:43.175866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.99568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:43.1759Z","caller":"traceutil/trace.go:171","msg":"trace[183713356] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"588.456876ms","start":"2026-05-10T01:37:42.586663Z","end":"2026-05-10T01:37:43.175119Z","steps":["trace[183713356] 'process raft request' (duration: 588.085218ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:43.175952Z","caller":"traceutil/trace.go:171","msg":"trace[1928818332] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24356; }","duration":"300.218535ms","start":"2026-05-10T01:37:42.875714Z","end":"2026-05-10T01:37:43.175933Z","steps":["trace[1928818332] 'agreement among raft nodes before linearized reading' (duration: 299.98876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:43.176006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.875691Z","time spent":"300.302197ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:43.176129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.586636Z","time spent":"589.319296ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:43.176236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.78563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:43.176275Z","caller":"traceutil/trace.go:171","msg":"trace[635660203] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24356; }","duration":"305.865972ms","start":"2026-05-10T01:37:42.870398Z","end":"2026-05-10T01:37:43.176264Z","steps":["trace[635660203] 'agreement among raft nodes before linearized reading' (duration: 305.80572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:43.176301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.870356Z","time spent":"305.939113ms","remote":"127.0.0.1:48542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:43.176277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.349168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18ae107ddd160c67\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-05-10T01:37:43.176262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.863199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:43.176345Z","caller":"traceutil/trace.go:171","msg":"trace[531888232] range","detail":"{range_begin:/registry/events/openstack/container-infra.18ae107ddd160c67; range_end:; response_count:1; response_revision:24356; }","duration":"300.43288ms","start":"2026-05-10T01:37:42.875897Z","end":"2026-05-10T01:37:43.17633Z","steps":["trace[531888232] 'agreement among raft nodes before linearized reading' (duration: 300.234486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:43.176377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.875873Z","time spent":"300.498121ms","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18ae107ddd160c67\" "} {"level":"info","ts":"2026-05-10T01:37:43.176388Z","caller":"traceutil/trace.go:171","msg":"trace[589653334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24356; }","duration":"272.095214ms","start":"2026-05-10T01:37:42.904267Z","end":"2026-05-10T01:37:43.176363Z","steps":["trace[589653334] 'agreement among raft nodes before linearized reading' (duration: 271.825048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:43.176467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.956975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-10T01:37:43.176494Z","caller":"traceutil/trace.go:171","msg":"trace[123521587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24356; }","duration":"373.004297ms","start":"2026-05-10T01:37:42.803482Z","end":"2026-05-10T01:37:43.176486Z","steps":["trace[123521587] 'agreement among raft nodes before linearized reading' (duration: 372.918165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:43.176515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:42.803466Z","time spent":"373.045027ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-10T01:37:43.746873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386829904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:37:44.247442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386829904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:37:44.359343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116370985s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:37:44.359781Z","caller":"traceutil/trace.go:171","msg":"trace[872954898] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"1.178414127s","start":"2026-05-10T01:37:43.181328Z","end":"2026-05-10T01:37:44.359743Z","steps":["trace[872954898] 'process raft request' (duration: 1.178183932s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.35991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.181309Z","time spent":"1.17853554s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:44.690354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.642367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T01:37:44.692499Z","caller":"traceutil/trace.go:171","msg":"trace[1068739241] linearizableReadLoop","detail":"{readStateIndex:25158; appliedIndex:25149; }","duration":"1.446146983s","start":"2026-05-10T01:37:43.246335Z","end":"2026-05-10T01:37:44.692482Z","steps":["trace[1068739241] 'read index received' (duration: 1.113162403s)","trace[1068739241] 'applied index is now lower than readState.Index' (duration: 332.98379ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:44.692669Z","caller":"traceutil/trace.go:171","msg":"trace[865811483] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"1.132674672s","start":"2026-05-10T01:37:43.559984Z","end":"2026-05-10T01:37:44.692659Z","steps":["trace[865811483] 'process raft request' (duration: 1.13220097s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.692761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.559961Z","time spent":"1.132736893s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:44.693003Z","caller":"traceutil/trace.go:171","msg":"trace[1131253168] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"1.122123705s","start":"2026-05-10T01:37:43.570865Z","end":"2026-05-10T01:37:44.692989Z","steps":["trace[1131253168] 'process raft request' (duration: 1.121568232s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.693074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.570856Z","time spent":"1.122188916s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:44.693225Z","caller":"traceutil/trace.go:171","msg":"trace[672356199] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"1.129891489s","start":"2026-05-10T01:37:43.563323Z","end":"2026-05-10T01:37:44.693215Z","steps":["trace[672356199] 'process raft request' (duration: 1.129038389s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.693284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.563307Z","time spent":"1.12995265s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:44.693294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446946901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18ae107e731a2255\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-10T01:37:44.693341Z","caller":"traceutil/trace.go:171","msg":"trace[703214357] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"1.129800207s","start":"2026-05-10T01:37:43.563534Z","end":"2026-05-10T01:37:44.693335Z","steps":["trace[703214357] 'process raft request' (duration: 1.128851345s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:44.693358Z","caller":"traceutil/trace.go:171","msg":"trace[11919909] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18ae107e731a2255; range_end:; response_count:1; response_revision:24365; }","duration":"1.447036374s","start":"2026-05-10T01:37:43.246303Z","end":"2026-05-10T01:37:44.693339Z","steps":["trace[11919909] 'agreement among raft nodes before linearized reading' (duration: 1.44686196s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.69338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.563521Z","time spent":"1.129836527s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:44.693401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.246286Z","time spent":"1.447105445s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18ae107e731a2255\" "} {"level":"info","ts":"2026-05-10T01:37:44.693427Z","caller":"traceutil/trace.go:171","msg":"trace[896057709] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"1.123574967s","start":"2026-05-10T01:37:43.569847Z","end":"2026-05-10T01:37:44.693422Z","steps":["trace[896057709] 'process raft request' (duration: 1.122564953s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.693457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.569813Z","time spent":"1.123625898s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:44.693512Z","caller":"traceutil/trace.go:171","msg":"trace[1561554593] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"680.777713ms","start":"2026-05-10T01:37:44.0127Z","end":"2026-05-10T01:37:44.693478Z","steps":["trace[1561554593] 'process raft request' (duration: 679.757089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.693705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.012675Z","time spent":"680.937366ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:44.69291Z","caller":"traceutil/trace.go:171","msg":"trace[1783219160] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"1.130957182s","start":"2026-05-10T01:37:43.561945Z","end":"2026-05-10T01:37:44.692902Z","steps":["trace[1783219160] 'process raft request' (duration: 1.130358828s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.693786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.561932Z","time spent":"1.131829862s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:44.7105Z","caller":"traceutil/trace.go:171","msg":"trace[1091910678] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"169.416221ms","start":"2026-05-10T01:37:44.541055Z","end":"2026-05-10T01:37:44.710472Z","steps":["trace[1091910678] 'process raft request' (duration: 169.290808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.710703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290858389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:44.710793Z","caller":"traceutil/trace.go:171","msg":"trace[1138442497] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24366; }","duration":"1.291003823s","start":"2026-05-10T01:37:43.419768Z","end":"2026-05-10T01:37:44.710772Z","steps":["trace[1138442497] 'agreement among raft nodes before linearized reading' (duration: 1.290785138s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.710845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.419749Z","time spent":"1.291085355s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:44.710926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.456546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:44.710897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.29366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-10T01:37:44.710994Z","caller":"traceutil/trace.go:171","msg":"trace[1430206459] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24366; }","duration":"561.569708ms","start":"2026-05-10T01:37:44.149403Z","end":"2026-05-10T01:37:44.710973Z","steps":["trace[1430206459] 'agreement among raft nodes before linearized reading' (duration: 561.457286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.711051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.149382Z","time spent":"561.654161ms","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:44.711028Z","caller":"traceutil/trace.go:171","msg":"trace[1710302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24366; }","duration":"170.519706ms","start":"2026-05-10T01:37:44.540489Z","end":"2026-05-10T01:37:44.711009Z","steps":["trace[1710302] 'agreement among raft nodes before linearized reading' (duration: 170.059176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.711184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.559782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:37:44.711223Z","caller":"traceutil/trace.go:171","msg":"trace[932376944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24366; }","duration":"702.646503ms","start":"2026-05-10T01:37:44.008568Z","end":"2026-05-10T01:37:44.711214Z","steps":["trace[932376944] 'agreement among raft nodes before linearized reading' (duration: 702.511811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.711256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.008542Z","time spent":"702.707955ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:37:44.711411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.385065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T01:37:44.711474Z","caller":"traceutil/trace.go:171","msg":"trace[1386075191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24366; }","duration":"171.486277ms","start":"2026-05-10T01:37:44.539973Z","end":"2026-05-10T01:37:44.711459Z","steps":["trace[1386075191] 'agreement among raft nodes before linearized reading' (duration: 171.300053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.711519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.136561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:44.711558Z","caller":"traceutil/trace.go:171","msg":"trace[756810090] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24366; }","duration":"825.218293ms","start":"2026-05-10T01:37:43.88633Z","end":"2026-05-10T01:37:44.711548Z","steps":["trace[756810090] 'agreement among raft nodes before linearized reading' (duration: 825.169622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.711592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.886306Z","time spent":"825.278864ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:44.711628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.976081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:44.711683Z","caller":"traceutil/trace.go:171","msg":"trace[252463188] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24366; }","duration":"301.065003ms","start":"2026-05-10T01:37:44.410602Z","end":"2026-05-10T01:37:44.711667Z","steps":["trace[252463188] 'agreement among raft nodes before linearized reading' (duration: 300.986902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.711733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.410581Z","time spent":"301.138916ms","remote":"127.0.0.1:51950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:44.711898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243188799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:44.711943Z","caller":"traceutil/trace.go:171","msg":"trace[542402158] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24366; }","duration":"1.243267161s","start":"2026-05-10T01:37:43.468666Z","end":"2026-05-10T01:37:44.711934Z","steps":["trace[542402158] 'agreement among raft nodes before linearized reading' (duration: 1.243061027s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.711977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.468648Z","time spent":"1.243321972s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:44.711437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.462518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:44.712057Z","caller":"traceutil/trace.go:171","msg":"trace[835530972] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24366; }","duration":"760.108352ms","start":"2026-05-10T01:37:43.951933Z","end":"2026-05-10T01:37:44.712041Z","steps":["trace[835530972] 'agreement among raft nodes before linearized reading' (duration: 759.473038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.712114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.951912Z","time spent":"760.183294ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:44.712124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.206952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:37:44.712176Z","caller":"traceutil/trace.go:171","msg":"trace[2009648122] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24366; }","duration":"336.300345ms","start":"2026-05-10T01:37:44.375862Z","end":"2026-05-10T01:37:44.712162Z","steps":["trace[2009648122] 'agreement among raft nodes before linearized reading' (duration: 336.141301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.712236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.37584Z","time spent":"336.379748ms","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-10T01:37:44.711483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.200449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:44.712439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.379261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:44.71247Z","caller":"traceutil/trace.go:171","msg":"trace[1937696106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24366; }","duration":"808.201732ms","start":"2026-05-10T01:37:43.904247Z","end":"2026-05-10T01:37:44.712448Z","steps":["trace[1937696106] 'agreement among raft nodes before linearized reading' (duration: 807.209769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.712535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:43.90423Z","time spent":"808.289714ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:37:44.71269Z","caller":"traceutil/trace.go:171","msg":"trace[148419573] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24366; }","duration":"457.456433ms","start":"2026-05-10T01:37:44.255019Z","end":"2026-05-10T01:37:44.712475Z","steps":["trace[148419573] 'agreement among raft nodes before linearized reading' (duration: 457.370471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:44.711481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.143274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-10T01:37:44.71275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.255002Z","time spent":"457.729739ms","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:44.712818Z","caller":"traceutil/trace.go:171","msg":"trace[1782989174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24366; }","duration":"129.522777ms","start":"2026-05-10T01:37:44.583281Z","end":"2026-05-10T01:37:44.712804Z","steps":["trace[1782989174] 'agreement among raft nodes before linearized reading' (duration: 128.051683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:45.249013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386829922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:37:45.757529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386829922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:37:46.080736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332249229s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:37:46.163564Z","caller":"traceutil/trace.go:171","msg":"trace[1411900136] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"1.444282562s","start":"2026-05-10T01:37:44.719261Z","end":"2026-05-10T01:37:46.163544Z","steps":["trace[1411900136] 'process raft request' (duration: 1.361667908s)","trace[1411900136] 'compare' (duration: 82.254805ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:46.16367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.719244Z","time spent":"1.444370533s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:46.1637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445534109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:37:46.16374Z","caller":"traceutil/trace.go:171","msg":"trace[1847581024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24370; }","duration":"1.445628632s","start":"2026-05-10T01:37:44.718102Z","end":"2026-05-10T01:37:46.163731Z","steps":["trace[1847581024] 'agreement among raft nodes before linearized reading' (duration: 1.445494349s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:46.163567Z","caller":"traceutil/trace.go:171","msg":"trace[302809222] linearizableReadLoop","detail":"{readStateIndex:25163; appliedIndex:25160; }","duration":"1.41482255s","start":"2026-05-10T01:37:44.748733Z","end":"2026-05-10T01:37:46.163556Z","steps":["trace[302809222] 'read index received' (duration: 1.332137365s)","trace[302809222] 'applied index is now lower than readState.Index' (duration: 82.684205ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:46.163847Z","caller":"traceutil/trace.go:171","msg":"trace[1902941938] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"1.444164129s","start":"2026-05-10T01:37:44.719674Z","end":"2026-05-10T01:37:46.163838Z","steps":["trace[1902941938] 'process raft request' (duration: 1.44376158s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.163903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.719662Z","time spent":"1.44421235s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:46.163922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286705677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:37:46.163945Z","caller":"traceutil/trace.go:171","msg":"trace[1307346769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24370; }","duration":"1.286784529s","start":"2026-05-10T01:37:44.877153Z","end":"2026-05-10T01:37:46.163938Z","steps":["trace[1307346769] 'agreement among raft nodes before linearized reading' (duration: 1.286718837s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.163969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.877129Z","time spent":"1.28683531s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:37:46.164064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.046904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:46.164087Z","caller":"traceutil/trace.go:171","msg":"trace[655407119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24370; }","duration":"260.106936ms","start":"2026-05-10T01:37:45.903976Z","end":"2026-05-10T01:37:46.164083Z","steps":["trace[655407119] 'agreement among raft nodes before linearized reading' (duration: 260.066425ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:46.164093Z","caller":"traceutil/trace.go:171","msg":"trace[472215561] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"1.443019863s","start":"2026-05-10T01:37:44.721065Z","end":"2026-05-10T01:37:46.164085Z","steps":["trace[472215561] 'process raft request' (duration: 1.44245395s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.164153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.721059Z","time spent":"1.443064094s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:46.164213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.06799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:46.164235Z","caller":"traceutil/trace.go:171","msg":"trace[765259559] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24370; }","duration":"669.171342ms","start":"2026-05-10T01:37:45.495058Z","end":"2026-05-10T01:37:46.16423Z","steps":["trace[765259559] 'agreement among raft nodes before linearized reading' (duration: 669.118951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.164256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.495032Z","time spent":"669.219233ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:46.163776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.71809Z","time spent":"1.445678773s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:37:46.164364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.450341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:46.164389Z","caller":"traceutil/trace.go:171","msg":"trace[13429885] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24370; }","duration":"978.504891ms","start":"2026-05-10T01:37:45.185877Z","end":"2026-05-10T01:37:46.164382Z","steps":["trace[13429885] 'agreement among raft nodes before linearized reading' (duration: 978.468181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.164412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.18586Z","time spent":"978.546283ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:37:46.164552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28644148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:37:46.164578Z","caller":"traceutil/trace.go:171","msg":"trace[1212578323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24370; }","duration":"1.286500802s","start":"2026-05-10T01:37:44.878072Z","end":"2026-05-10T01:37:46.164572Z","steps":["trace[1212578323] 'agreement among raft nodes before linearized reading' (duration: 1.28643671s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.164596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.878052Z","time spent":"1.286539292s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:46.16469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286654555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:37:46.164712Z","caller":"traceutil/trace.go:171","msg":"trace[847283201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24370; }","duration":"1.286700226s","start":"2026-05-10T01:37:44.878006Z","end":"2026-05-10T01:37:46.164707Z","steps":["trace[847283201] 'agreement among raft nodes before linearized reading' (duration: 1.286631104s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.164728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.877989Z","time spent":"1.286734867s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:46.927837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.561117ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:46.927954Z","caller":"traceutil/trace.go:171","msg":"trace[1122770516] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24370; }","duration":"450.68705ms","start":"2026-05-10T01:37:46.477249Z","end":"2026-05-10T01:37:46.927936Z","steps":["trace[1122770516] 'range keys from in-memory index tree' (duration: 450.546937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.928195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.42596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:46.928286Z","caller":"traceutil/trace.go:171","msg":"trace[667095717] linearizableReadLoop","detail":"{readStateIndex:25164; appliedIndex:25163; }","duration":"757.540865ms","start":"2026-05-10T01:37:46.17073Z","end":"2026-05-10T01:37:46.928271Z","steps":["trace[667095717] 'read index received' (duration: 288.974542ms)","trace[667095717] 'applied index is now lower than readState.Index' (duration: 468.564553ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:46.928345Z","caller":"traceutil/trace.go:171","msg":"trace[273545074] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"757.851013ms","start":"2026-05-10T01:37:46.170485Z","end":"2026-05-10T01:37:46.928336Z","steps":["trace[273545074] 'process raft request' (duration: 289.206308ms)","trace[273545074] 'compare' (duration: 467.849276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:46.928393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.170464Z","time spent":"757.905823ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:46.928451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.714139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:46.928499Z","caller":"traceutil/trace.go:171","msg":"trace[543526824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24371; }","duration":"757.782301ms","start":"2026-05-10T01:37:46.170705Z","end":"2026-05-10T01:37:46.928487Z","steps":["trace[543526824] 'agreement among raft nodes before linearized reading' (duration: 757.706209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.928532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.170689Z","time spent":"757.836032ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:47.725819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.197418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:47.726205Z","caller":"traceutil/trace.go:171","msg":"trace[470407833] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"1.554412741s","start":"2026-05-10T01:37:46.171747Z","end":"2026-05-10T01:37:47.726159Z","steps":["trace[470407833] 'process raft request' (duration: 1.100781834s)","trace[470407833] 'compare' (duration: 452.819149ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:47.726329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.17173Z","time spent":"1.554533784s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:47.727205Z","caller":"traceutil/trace.go:171","msg":"trace[1411580520] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"1.555378193s","start":"2026-05-10T01:37:46.171817Z","end":"2026-05-10T01:37:47.727195Z","steps":["trace[1411580520] 'process raft request' (duration: 1.554115494s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.72726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.171811Z","time spent":"1.555422624s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:47.728397Z","caller":"traceutil/trace.go:171","msg":"trace[1511603018] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"1.326412297s","start":"2026-05-10T01:37:46.401963Z","end":"2026-05-10T01:37:47.728376Z","steps":["trace[1511603018] 'process raft request' (duration: 1.324032333s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.728721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.401938Z","time spent":"1.326519519s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:48.47051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.87114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:48.470721Z","caller":"traceutil/trace.go:171","msg":"trace[1778538620] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"1.771754738s","start":"2026-05-10T01:37:46.698939Z","end":"2026-05-10T01:37:48.470694Z","steps":["trace[1778538620] 'process raft request' (duration: 1.203590761s)","trace[1778538620] 'compare' (duration: 567.695026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:48.470827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.69891Z","time spent":"1.77187117s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:48.471441Z","caller":"traceutil/trace.go:171","msg":"trace[1052580225] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"1.771683516s","start":"2026-05-10T01:37:46.699746Z","end":"2026-05-10T01:37:48.47143Z","steps":["trace[1052580225] 'process raft request' (duration: 1.77142716s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:48.471444Z","caller":"traceutil/trace.go:171","msg":"trace[1858318926] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"1.77229943s","start":"2026-05-10T01:37:46.699121Z","end":"2026-05-10T01:37:48.47142Z","steps":["trace[1858318926] 'process raft request' (duration: 1.771508922s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.471551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.699719Z","time spent":"1.771772548s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:48.471578Z","caller":"traceutil/trace.go:171","msg":"trace[1249922173] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"1.771136064s","start":"2026-05-10T01:37:46.700426Z","end":"2026-05-10T01:37:48.471562Z","steps":["trace[1249922173] 'process raft request' (duration: 1.770982341s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.471607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.699112Z","time spent":"1.772431583s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:48.471675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.700413Z","time spent":"1.771213666s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:48.471845Z","caller":"traceutil/trace.go:171","msg":"trace[190717456] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"1.769973838s","start":"2026-05-10T01:37:46.701853Z","end":"2026-05-10T01:37:48.471827Z","steps":["trace[190717456] 'process raft request' (duration: 1.7696636s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.471885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.701836Z","time spent":"1.77003191s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:48.47218Z","caller":"traceutil/trace.go:171","msg":"trace[1763962002] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"1.770252944s","start":"2026-05-10T01:37:46.701922Z","end":"2026-05-10T01:37:48.472175Z","steps":["trace[1763962002] 'process raft request' (duration: 1.769846335s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:48.472192Z","caller":"traceutil/trace.go:171","msg":"trace[1903651266] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"1.752303632s","start":"2026-05-10T01:37:46.719872Z","end":"2026-05-10T01:37:48.472175Z","steps":["trace[1903651266] 'process raft request' (duration: 1.751936314s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.472217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.701896Z","time spent":"1.770304735s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:48.472251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.719852Z","time spent":"1.752369313s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:48.472412Z","caller":"traceutil/trace.go:171","msg":"trace[785699433] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"931.795735ms","start":"2026-05-10T01:37:47.54061Z","end":"2026-05-10T01:37:48.472406Z","steps":["trace[785699433] 'process raft request' (duration: 931.498558ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:48.472458Z","caller":"traceutil/trace.go:171","msg":"trace[1278008933] linearizableReadLoop","detail":"{readStateIndex:25174; appliedIndex:25164; }","duration":"1.544146842s","start":"2026-05-10T01:37:46.928306Z","end":"2026-05-10T01:37:48.472453Z","steps":["trace[1278008933] 'read index received' (duration: 344.430247ms)","trace[1278008933] 'applied index is now lower than readState.Index' (duration: 1.199715555s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:48.473077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29738171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:48.473164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53738083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:48.473196Z","caller":"traceutil/trace.go:171","msg":"trace[182305511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24382; }","duration":"1.537442682s","start":"2026-05-10T01:37:46.935745Z","end":"2026-05-10T01:37:48.473188Z","steps":["trace[182305511] 'agreement among raft nodes before linearized reading' (duration: 1.53738424s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.473226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.935729Z","time spent":"1.537493223s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:48.473255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260232357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:48.473352Z","caller":"traceutil/trace.go:171","msg":"trace[1984837001] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24382; }","duration":"2.260323249s","start":"2026-05-10T01:37:46.213012Z","end":"2026-05-10T01:37:48.473335Z","steps":["trace[1984837001] 'agreement among raft nodes before linearized reading' (duration: 2.260204696s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.473448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.106194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-10T01:37:48.473446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.212973Z","time spent":"2.260454802s","remote":"127.0.0.1:38434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-10T01:37:48.473476Z","caller":"traceutil/trace.go:171","msg":"trace[1334232731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24382; }","duration":"301.154186ms","start":"2026-05-10T01:37:48.172315Z","end":"2026-05-10T01:37:48.473469Z","steps":["trace[1334232731] 'agreement among raft nodes before linearized reading' (duration: 301.055644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.473502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.172311Z","time spent":"301.185947ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:48.473566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764845423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:37:48.473593Z","caller":"traceutil/trace.go:171","msg":"trace[1426031418] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24382; }","duration":"1.764895594s","start":"2026-05-10T01:37:46.708692Z","end":"2026-05-10T01:37:48.473588Z","steps":["trace[1426031418] 'agreement among raft nodes before linearized reading' (duration: 1.763899962s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.47361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.708682Z","time spent":"1.764924325s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2619,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:48.473629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.346569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:37:48.47365Z","caller":"traceutil/trace.go:171","msg":"trace[1337977477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24382; }","duration":"301.503863ms","start":"2026-05-10T01:37:48.172139Z","end":"2026-05-10T01:37:48.473643Z","steps":["trace[1337977477] 'agreement among raft nodes before linearized reading' (duration: 301.448112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.473702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.172123Z","time spent":"301.565875ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:37:48.473738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337286031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:37:48.473782Z","caller":"traceutil/trace.go:171","msg":"trace[411273664] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24382; }","duration":"1.337330842s","start":"2026-05-10T01:37:47.136441Z","end":"2026-05-10T01:37:48.473772Z","steps":["trace[411273664] 'agreement among raft nodes before linearized reading' (duration: 1.337182528s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.473824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.433914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-10T01:37:48.473832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.136394Z","time spent":"1.337432004s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-05-10T01:37:48.47384Z","caller":"traceutil/trace.go:171","msg":"trace[429910119] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24382; }","duration":"622.487875ms","start":"2026-05-10T01:37:47.851348Z","end":"2026-05-10T01:37:48.473836Z","steps":["trace[429910119] 'agreement among raft nodes before linearized reading' (duration: 622.407403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.47386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.851327Z","time spent":"622.529326ms","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:48.473923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.652117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:37:48.473186Z","caller":"traceutil/trace.go:171","msg":"trace[1917610694] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24382; }","duration":"2.297511233s","start":"2026-05-10T01:37:46.175651Z","end":"2026-05-10T01:37:48.473162Z","steps":["trace[1917610694] 'agreement among raft nodes before linearized reading' (duration: 2.29735285s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:48.473979Z","caller":"traceutil/trace.go:171","msg":"trace[1038531835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24382; }","duration":"301.731188ms","start":"2026-05-10T01:37:48.172234Z","end":"2026-05-10T01:37:48.473965Z","steps":["trace[1038531835] 'agreement among raft nodes before linearized reading' (duration: 301.588095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.474019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.175642Z","time spent":"2.298350782s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:37:48.474114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.540583Z","time spent":"931.852636ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:48.474083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.17223Z","time spent":"301.83727ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:37:48.474144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023274197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:48.474271Z","caller":"traceutil/trace.go:171","msg":"trace[1747781426] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24382; }","duration":"1.023413129s","start":"2026-05-10T01:37:47.450819Z","end":"2026-05-10T01:37:48.474232Z","steps":["trace[1747781426] 'agreement among raft nodes before linearized reading' (duration: 1.023226045s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:48.474838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.450799Z","time spent":"1.023504821s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:49.652122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.820213ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-10T01:37:49.652219Z","caller":"traceutil/trace.go:171","msg":"trace[1225151721] linearizableReadLoop","detail":"{readStateIndex:25176; appliedIndex:25175; }","duration":"1.174872427s","start":"2026-05-10T01:37:48.477329Z","end":"2026-05-10T01:37:49.652201Z","steps":["trace[1225151721] 'read index received' (duration: 478.064195ms)","trace[1225151721] 'applied index is now lower than readState.Index' (duration: 696.806772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:49.65237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175019961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:49.652448Z","caller":"traceutil/trace.go:171","msg":"trace[31043650] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24382; }","duration":"1.175114692s","start":"2026-05-10T01:37:48.477316Z","end":"2026-05-10T01:37:49.65243Z","steps":["trace[31043650] 'agreement among raft nodes before linearized reading' (duration: 1.17498758s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:49.652495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.477311Z","time spent":"1.175176164s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:37:49.653051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.475068Z","time spent":"1.177978577s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:37:50.152316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386829947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:37:50.169263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213829763s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:37:50.169726Z","caller":"traceutil/trace.go:171","msg":"trace[584460217] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"1.691979188s","start":"2026-05-10T01:37:48.477713Z","end":"2026-05-10T01:37:50.169692Z","steps":["trace[584460217] 'process raft request' (duration: 1.691854315s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.169903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.477709Z","time spent":"1.692099101s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:50.169959Z","caller":"traceutil/trace.go:171","msg":"trace[745627192] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"1.691840845s","start":"2026-05-10T01:37:48.47809Z","end":"2026-05-10T01:37:50.169931Z","steps":["trace[745627192] 'process raft request' (duration: 1.691543109s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.170062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.478084Z","time spent":"1.691926917s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:50.170158Z","caller":"traceutil/trace.go:171","msg":"trace[178375194] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"1.692453449s","start":"2026-05-10T01:37:48.477677Z","end":"2026-05-10T01:37:50.170131Z","steps":["trace[178375194] 'process raft request' (duration: 1.691726753s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.170334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.47767Z","time spent":"1.692594802s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:50.485004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:37:50.4851Z","caller":"traceutil/trace.go:171","msg":"trace[469501962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363467s","start":"2026-05-10T01:37:48.484702Z","end":"2026-05-10T01:37:50.485066Z","steps":["trace[469501962] 'agreement among raft nodes before linearized reading' (duration: 2.000255134s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.485142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.484694Z","time spent":"2.000439708s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:37:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:37:51.154391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.764563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:51.154541Z","caller":"traceutil/trace.go:171","msg":"trace[1182450559] linearizableReadLoop","detail":"{readStateIndex:25180; appliedIndex:25176; }","duration":"1.502272113s","start":"2026-05-10T01:37:49.652244Z","end":"2026-05-10T01:37:51.154516Z","steps":["trace[1182450559] 'read index received' (duration: 517.289606ms)","trace[1182450559] 'applied index is now lower than readState.Index' (duration: 984.980647ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:51.154647Z","caller":"traceutil/trace.go:171","msg":"trace[159898825] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"1.499826867s","start":"2026-05-10T01:37:49.654803Z","end":"2026-05-10T01:37:51.15463Z","steps":["trace[159898825] 'process raft request' (duration: 1.134701586s)","trace[159898825] 'compare' (duration: 364.585779ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:51.154739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.654774Z","time spent":"1.499915549s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:51.155081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621031286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:51.155217Z","caller":"traceutil/trace.go:171","msg":"trace[811169784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24386; }","duration":"1.621132888s","start":"2026-05-10T01:37:49.533995Z","end":"2026-05-10T01:37:51.155128Z","steps":["trace[811169784] 'agreement among raft nodes before linearized reading' (duration: 1.620999405s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:51.155274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.533972Z","time spent":"1.621289772s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:51.155302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455111978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:51.155394Z","caller":"traceutil/trace.go:171","msg":"trace[1703393169] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24386; }","duration":"2.455258792s","start":"2026-05-10T01:37:48.700113Z","end":"2026-05-10T01:37:51.155372Z","steps":["trace[1703393169] 'agreement among raft nodes before linearized reading' (duration: 2.455018146s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:51.155438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.700093Z","time spent":"2.455334945s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:51.155547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675192917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:51.155631Z","caller":"traceutil/trace.go:171","msg":"trace[1787754729] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24386; }","duration":"2.675316789s","start":"2026-05-10T01:37:48.480293Z","end":"2026-05-10T01:37:51.15561Z","steps":["trace[1787754729] 'agreement among raft nodes before linearized reading' (duration: 2.675166265s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:51.155653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222358428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:37:51.155745Z","caller":"traceutil/trace.go:171","msg":"trace[199177340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24386; }","duration":"2.222487891s","start":"2026-05-10T01:37:48.933234Z","end":"2026-05-10T01:37:51.155722Z","steps":["trace[199177340] 'agreement among raft nodes before linearized reading' (duration: 2.222231395s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:51.155791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.933216Z","time spent":"2.222565912s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:37:51.155681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.480277Z","time spent":"2.67539397s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:37:51.654884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386829956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:37:51.994028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204458491s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:37:52.485869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000804076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:37:52.486029Z","caller":"traceutil/trace.go:171","msg":"trace[1444125543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001008192s","start":"2026-05-10T01:37:50.484999Z","end":"2026-05-10T01:37:52.486007Z","steps":["trace[1444125543] 'agreement among raft nodes before linearized reading' (duration: 2.000820217s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.486162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.48499Z","time spent":"2.001102024s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:37:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:37:52.720857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.387746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:52.721406Z","caller":"traceutil/trace.go:171","msg":"trace[549728929] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"2.243788738s","start":"2026-05-10T01:37:50.477568Z","end":"2026-05-10T01:37:52.721357Z","steps":["trace[549728929] 'process raft request' (duration: 2.243426469s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.721436Z","caller":"traceutil/trace.go:171","msg":"trace[1860566151] linearizableReadLoop","detail":"{readStateIndex:25188; appliedIndex:25180; }","duration":"1.566833311s","start":"2026-05-10T01:37:51.154583Z","end":"2026-05-10T01:37:52.721417Z","steps":["trace[1860566151] 'read index received' (duration: 839.741649ms)","trace[1860566151] 'applied index is now lower than readState.Index' (duration: 727.090442ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:52.721528Z","caller":"traceutil/trace.go:171","msg":"trace[1156765006] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"2.243834129s","start":"2026-05-10T01:37:50.477682Z","end":"2026-05-10T01:37:52.721517Z","steps":["trace[1156765006] 'process raft request' (duration: 2.24347792s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.72157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.477543Z","time spent":"2.243933751s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:52.721604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.477666Z","time spent":"2.24389548s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.721597Z","caller":"traceutil/trace.go:171","msg":"trace[1556531339] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"2.245104978s","start":"2026-05-10T01:37:50.476462Z","end":"2026-05-10T01:37:52.721567Z","steps":["trace[1556531339] 'process raft request' (duration: 1.517902303s)","trace[1556531339] 'compare' (duration: 726.11172ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:52.721728Z","caller":"traceutil/trace.go:171","msg":"trace[363746016] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"2.24389369s","start":"2026-05-10T01:37:50.477824Z","end":"2026-05-10T01:37:52.721718Z","steps":["trace[363746016] 'process raft request' (duration: 2.243379838s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.721783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.477814Z","time spent":"2.243940501s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.721859Z","caller":"traceutil/trace.go:171","msg":"trace[384844] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"2.244017683s","start":"2026-05-10T01:37:50.477833Z","end":"2026-05-10T01:37:52.72185Z","steps":["trace[384844] 'process raft request' (duration: 2.243411979s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.721915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.477817Z","time spent":"2.244065884s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.721993Z","caller":"traceutil/trace.go:171","msg":"trace[647416515] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"2.243044561s","start":"2026-05-10T01:37:50.478938Z","end":"2026-05-10T01:37:52.721982Z","steps":["trace[647416515] 'process raft request' (duration: 2.242350066s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.722042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.478926Z","time spent":"2.243090073s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.722274Z","caller":"traceutil/trace.go:171","msg":"trace[5057400] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"2.243270526s","start":"2026-05-10T01:37:50.478992Z","end":"2026-05-10T01:37:52.722263Z","steps":["trace[5057400] 'process raft request' (duration: 2.242334205s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.722337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.478981Z","time spent":"2.243323747s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:52.722621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992632447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:37:52.722693Z","caller":"traceutil/trace.go:171","msg":"trace[1860524347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24394; }","duration":"2.992738589s","start":"2026-05-10T01:37:49.729937Z","end":"2026-05-10T01:37:52.722676Z","steps":["trace[1860524347] 'agreement among raft nodes before linearized reading' (duration: 2.992520544s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.722688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066301311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-10T01:37:52.722726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.729926Z","time spent":"2.992792991s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:37:52.722759Z","caller":"traceutil/trace.go:171","msg":"trace[1665308606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24394; }","duration":"3.066412904s","start":"2026-05-10T01:37:49.656329Z","end":"2026-05-10T01:37:52.722742Z","steps":["trace[1665308606] 'agreement among raft nodes before linearized reading' (duration: 3.066175058s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.7228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.656317Z","time spent":"3.066477145s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:37:52.722809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23318263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:52.722823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588517852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:52.722838Z","caller":"traceutil/trace.go:171","msg":"trace[1480473128] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"1.563033196s","start":"2026-05-10T01:37:51.159793Z","end":"2026-05-10T01:37:52.722826Z","steps":["trace[1480473128] 'process raft request' (duration: 1.561576503s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.722858Z","caller":"traceutil/trace.go:171","msg":"trace[1189804477] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24394; }","duration":"2.233245471s","start":"2026-05-10T01:37:50.489598Z","end":"2026-05-10T01:37:52.722844Z","steps":["trace[1189804477] 'agreement among raft nodes before linearized reading' (duration: 2.233158039s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.722863Z","caller":"traceutil/trace.go:171","msg":"trace[336407656] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24394; }","duration":"2.588613304s","start":"2026-05-10T01:37:50.134237Z","end":"2026-05-10T01:37:52.72285Z","steps":["trace[336407656] 'agreement among raft nodes before linearized reading' (duration: 2.588534642s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.722905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.489591Z","time spent":"2.233304622s","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.722905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.134207Z","time spent":"2.588690085s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.722871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943982387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:52.722976Z","caller":"traceutil/trace.go:171","msg":"trace[1716771651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24394; }","duration":"2.944127089s","start":"2026-05-10T01:37:49.778822Z","end":"2026-05-10T01:37:52.722949Z","steps":["trace[1716771651] 'agreement among raft nodes before linearized reading' (duration: 2.943938905s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.723047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.778806Z","time spent":"2.944227832s","remote":"127.0.0.1:51668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.723027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991697127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:37:52.723076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913441377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:52.722915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.159778Z","time spent":"1.563082366s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.723119Z","caller":"traceutil/trace.go:171","msg":"trace[739116523] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24394; }","duration":"1.913516189s","start":"2026-05-10T01:37:50.809584Z","end":"2026-05-10T01:37:52.723101Z","steps":["trace[739116523] 'agreement among raft nodes before linearized reading' (duration: 1.913455327s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.723124Z","caller":"traceutil/trace.go:171","msg":"trace[1381277342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24394; }","duration":"2.99182935s","start":"2026-05-10T01:37:49.73127Z","end":"2026-05-10T01:37:52.7231Z","steps":["trace[1381277342] 'agreement among raft nodes before linearized reading' (duration: 2.991536683s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.723147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.80956Z","time spent":"1.913578159s","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.723165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.731263Z","time spent":"2.991892611s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:52.727985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.476431Z","time spent":"2.245244671s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.808769Z","caller":"traceutil/trace.go:171","msg":"trace[1689926022] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"608.358368ms","start":"2026-05-10T01:37:52.200375Z","end":"2026-05-10T01:37:52.808734Z","steps":["trace[1689926022] 'process raft request' (duration: 608.106082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.808973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.200358Z","time spent":"608.501681ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:53.517314Z","caller":"traceutil/trace.go:171","msg":"trace[398344046] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"789.737688ms","start":"2026-05-10T01:37:52.727525Z","end":"2026-05-10T01:37:53.517262Z","steps":["trace[398344046] 'process raft request' (duration: 789.372049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.517575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.727507Z","time spent":"789.958272ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:53.517673Z","caller":"traceutil/trace.go:171","msg":"trace[1512562789] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"1.026318615s","start":"2026-05-10T01:37:52.490709Z","end":"2026-05-10T01:37:53.517027Z","steps":["trace[1512562789] 'process raft request' (duration: 1.024080995s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:53.517727Z","caller":"traceutil/trace.go:171","msg":"trace[26813854] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"789.545883ms","start":"2026-05-10T01:37:52.728051Z","end":"2026-05-10T01:37:53.517597Z","steps":["trace[26813854] 'process raft request' (duration: 788.96907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.517874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.490694Z","time spent":"1.027087752s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:37:53.517864Z","caller":"traceutil/trace.go:171","msg":"trace[1101982128] linearizableReadLoop","detail":"{readStateIndex:25190; appliedIndex:25189; }","duration":"796.346095ms","start":"2026-05-10T01:37:52.721477Z","end":"2026-05-10T01:37:53.517823Z","steps":["trace[1101982128] 'read index received' (duration: 87.418281ms)","trace[1101982128] 'applied index is now lower than readState.Index' (duration: 708.924814ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:53.518002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.728044Z","time spent":"789.827279ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:53.518061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710073114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:53.518081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502965669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-10T01:37:53.518161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755162226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:53.518213Z","caller":"traceutil/trace.go:171","msg":"trace[975374435] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24398; }","duration":"1.755215967s","start":"2026-05-10T01:37:51.762987Z","end":"2026-05-10T01:37:53.518203Z","steps":["trace[975374435] 'agreement among raft nodes before linearized reading' (duration: 1.755147136s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.518213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342801814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-10T01:37:53.518273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343990892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-10T01:37:53.518169Z","caller":"traceutil/trace.go:171","msg":"trace[1687837898] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24398; }","duration":"1.503098491s","start":"2026-05-10T01:37:52.015048Z","end":"2026-05-10T01:37:53.518146Z","steps":["trace[1687837898] 'agreement among raft nodes before linearized reading' (duration: 1.502819485s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:53.518313Z","caller":"traceutil/trace.go:171","msg":"trace[632276822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24398; }","duration":"1.344049663s","start":"2026-05-10T01:37:52.174253Z","end":"2026-05-10T01:37:53.518303Z","steps":["trace[632276822] 'agreement among raft nodes before linearized reading' (duration: 1.343945241s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.51833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.01502Z","time spent":"1.503300326s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-10T01:37:53.51834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770741135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:53.518352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.174242Z","time spent":"1.344102164s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:37:53.518415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996880749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:53.518443Z","caller":"traceutil/trace.go:171","msg":"trace[1711595392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24398; }","duration":"1.99695155s","start":"2026-05-10T01:37:51.521484Z","end":"2026-05-10T01:37:53.518436Z","steps":["trace[1711595392] 'agreement among raft nodes before linearized reading' (duration: 1.996897049s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.518465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.521453Z","time spent":"1.997005562s","remote":"127.0.0.1:40168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:53.518474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344248488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T01:37:53.518503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027073332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:53.518502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349522996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:53.518527Z","caller":"traceutil/trace.go:171","msg":"trace[1401850858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24398; }","duration":"1.027109903s","start":"2026-05-10T01:37:52.491409Z","end":"2026-05-10T01:37:53.518519Z","steps":["trace[1401850858] 'agreement among raft nodes before linearized reading' (duration: 1.027058912s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:53.518522Z","caller":"traceutil/trace.go:171","msg":"trace[1216899446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24398; }","duration":"1.344320439s","start":"2026-05-10T01:37:52.174186Z","end":"2026-05-10T01:37:53.518506Z","steps":["trace[1216899446] 'agreement among raft nodes before linearized reading' (duration: 1.344125365s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.518586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322612902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:53.518616Z","caller":"traceutil/trace.go:171","msg":"trace[1921425018] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24398; }","duration":"1.322671283s","start":"2026-05-10T01:37:52.195937Z","end":"2026-05-10T01:37:53.518609Z","steps":["trace[1921425018] 'agreement among raft nodes before linearized reading' (duration: 1.322622692s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.518649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027154987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:53.518654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.19592Z","time spent":"1.322726914s","remote":"127.0.0.1:55192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:53.518674Z","caller":"traceutil/trace.go:171","msg":"trace[2085629612] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24398; }","duration":"2.027244999s","start":"2026-05-10T01:37:51.491422Z","end":"2026-05-10T01:37:53.518667Z","steps":["trace[2085629612] 'agreement among raft nodes before linearized reading' (duration: 2.027196678s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.518696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.4914Z","time spent":"2.027290371s","remote":"127.0.0.1:38508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:53.518721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360991908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-10T01:37:53.518757Z","caller":"traceutil/trace.go:171","msg":"trace[1784003813] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24398; }","duration":"2.361053178s","start":"2026-05-10T01:37:51.157696Z","end":"2026-05-10T01:37:53.518749Z","steps":["trace[1784003813] 'agreement among raft nodes before linearized reading' (duration: 2.360945496s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.518783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.157677Z","time spent":"2.36110024s","remote":"127.0.0.1:38202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T01:37:53.518242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.762962Z","time spent":"1.755272409s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:53.51881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358032392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:53.51886Z","caller":"traceutil/trace.go:171","msg":"trace[1002397569] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24398; }","duration":"2.358075372s","start":"2026-05-10T01:37:51.160771Z","end":"2026-05-10T01:37:53.518846Z","steps":["trace[1002397569] 'agreement among raft nodes before linearized reading' (duration: 2.358009721s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.518616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.174166Z","time spent":"1.344442692s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:53.518907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.160722Z","time spent":"2.358174525s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-10T01:37:53.518367Z","caller":"traceutil/trace.go:171","msg":"trace[732828853] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24398; }","duration":"1.770837237s","start":"2026-05-10T01:37:51.747523Z","end":"2026-05-10T01:37:53.51836Z","steps":["trace[732828853] 'agreement among raft nodes before linearized reading' (duration: 1.770737365s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.519018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.747507Z","time spent":"1.771502762s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:53.51828Z","caller":"traceutil/trace.go:171","msg":"trace[1322471236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24398; }","duration":"1.342889417s","start":"2026-05-10T01:37:52.175376Z","end":"2026-05-10T01:37:53.518266Z","steps":["trace[1322471236] 'agreement among raft nodes before linearized reading' (duration: 1.342663382s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.519125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.175367Z","time spent":"1.343744925s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:37:53.518534Z","caller":"traceutil/trace.go:171","msg":"trace[431141428] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24398; }","duration":"1.349605557s","start":"2026-05-10T01:37:52.168919Z","end":"2026-05-10T01:37:53.518524Z","steps":["trace[431141428] 'agreement among raft nodes before linearized reading' (duration: 1.349541346s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.519243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.168898Z","time spent":"1.350334214s","remote":"127.0.0.1:38432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:53.518115Z","caller":"traceutil/trace.go:171","msg":"trace[300480185] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24398; }","duration":"1.710185417s","start":"2026-05-10T01:37:51.807912Z","end":"2026-05-10T01:37:53.518098Z","steps":["trace[300480185] 'agreement among raft nodes before linearized reading' (duration: 1.710057274s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.519359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.807889Z","time spent":"1.711463766s","remote":"127.0.0.1:51814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:53.518565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.491402Z","time spent":"1.027158724s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:37:53.63475Z","caller":"traceutil/trace.go:171","msg":"trace[1033306798] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"154.809054ms","start":"2026-05-10T01:37:53.479909Z","end":"2026-05-10T01:37:53.634718Z","steps":["trace[1033306798] 'process raft request' (duration: 154.530967ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:53.63495Z","caller":"traceutil/trace.go:171","msg":"trace[1362385959] linearizableReadLoop","detail":"{readStateIndex:25195; appliedIndex:25192; }","duration":"116.976375ms","start":"2026-05-10T01:37:53.51793Z","end":"2026-05-10T01:37:53.634906Z","steps":["trace[1362385959] 'read index received' (duration: 92.064456ms)","trace[1362385959] 'applied index is now lower than readState.Index' (duration: 24.909189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:53.63515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.847164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:53.635186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.817313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:53.635243Z","caller":"traceutil/trace.go:171","msg":"trace[881483361] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24400; }","duration":"622.947696ms","start":"2026-05-10T01:37:53.012279Z","end":"2026-05-10T01:37:53.635226Z","steps":["trace[881483361] 'agreement among raft nodes before linearized reading' (duration: 622.800483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.635302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.970785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:53.635339Z","caller":"traceutil/trace.go:171","msg":"trace[550567174] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24400; }","duration":"138.053507ms","start":"2026-05-10T01:37:53.497279Z","end":"2026-05-10T01:37:53.635332Z","steps":["trace[550567174] 'agreement among raft nodes before linearized reading' (duration: 137.985876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.635307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.467424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:53.635373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.172309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:53.635419Z","caller":"traceutil/trace.go:171","msg":"trace[118002527] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24400; }","duration":"910.262211ms","start":"2026-05-10T01:37:52.725145Z","end":"2026-05-10T01:37:53.635407Z","steps":["trace[118002527] 'agreement among raft nodes before linearized reading' (duration: 910.188409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.635448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.074194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:53.63547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.19489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:53.635512Z","caller":"traceutil/trace.go:171","msg":"trace[1112076708] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24400; }","duration":"824.276802ms","start":"2026-05-10T01:37:52.811223Z","end":"2026-05-10T01:37:53.6355Z","steps":["trace[1112076708] 'agreement among raft nodes before linearized reading' (duration: 824.220921ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:53.635523Z","caller":"traceutil/trace.go:171","msg":"trace[851796215] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24400; }","duration":"161.182837ms","start":"2026-05-10T01:37:53.474317Z","end":"2026-05-10T01:37:53.6355Z","steps":["trace[851796215] 'agreement among raft nodes before linearized reading' (duration: 161.074765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.635552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.811204Z","time spent":"824.338273ms","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:53.635638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.530027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-10T01:37:53.635244Z","caller":"traceutil/trace.go:171","msg":"trace[770276363] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"135.706655ms","start":"2026-05-10T01:37:53.499526Z","end":"2026-05-10T01:37:53.635232Z","steps":["trace[770276363] 'process raft request' (duration: 135.117632ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:53.635679Z","caller":"traceutil/trace.go:171","msg":"trace[1297270720] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24400; }","duration":"910.595999ms","start":"2026-05-10T01:37:52.725074Z","end":"2026-05-10T01:37:53.63567Z","steps":["trace[1297270720] 'agreement among raft nodes before linearized reading' (duration: 910.410085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.635706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.725057Z","time spent":"910.644089ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-10T01:37:53.63541Z","caller":"traceutil/trace.go:171","msg":"trace[860414372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24400; }","duration":"860.627407ms","start":"2026-05-10T01:37:52.774759Z","end":"2026-05-10T01:37:53.635386Z","steps":["trace[860414372] 'agreement among raft nodes before linearized reading' (duration: 860.459794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.635461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.72508Z","time spent":"910.372404ms","remote":"127.0.0.1:52154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:53.635304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.012259Z","time spent":"623.026587ms","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:53.635205Z","caller":"traceutil/trace.go:171","msg":"trace[398754705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24400; }","duration":"496.001147ms","start":"2026-05-10T01:37:53.139186Z","end":"2026-05-10T01:37:53.635187Z","steps":["trace[398754705] 'agreement among raft nodes before linearized reading' (duration: 495.846864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.635773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.774739Z","time spent":"861.018866ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:53.635905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.139166Z","time spent":"496.690333ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:53.637551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.281739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:53.637611Z","caller":"traceutil/trace.go:171","msg":"trace[821882763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24403; }","duration":"116.361201ms","start":"2026-05-10T01:37:53.521237Z","end":"2026-05-10T01:37:53.637598Z","steps":["trace[821882763] 'agreement among raft nodes before linearized reading' (duration: 116.243209ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:53.637762Z","caller":"traceutil/trace.go:171","msg":"trace[1409529419] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"113.483326ms","start":"2026-05-10T01:37:53.524252Z","end":"2026-05-10T01:37:53.637735Z","steps":["trace[1409529419] 'process raft request' (duration: 113.127158ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:53.63783Z","caller":"traceutil/trace.go:171","msg":"trace[457489899] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"112.275219ms","start":"2026-05-10T01:37:53.525536Z","end":"2026-05-10T01:37:53.637811Z","steps":["trace[457489899] 'process raft request' (duration: 111.900561ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:53.638026Z","caller":"traceutil/trace.go:171","msg":"trace[2142108404] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"113.808033ms","start":"2026-05-10T01:37:53.524205Z","end":"2026-05-10T01:37:53.638013Z","steps":["trace[2142108404] 'process raft request' (duration: 113.030565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.638271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.312806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4198279f-7ea8-4b76-98f5-c96e2fe473ed\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-10T01:37:53.638416Z","caller":"traceutil/trace.go:171","msg":"trace[2064500677] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4198279f-7ea8-4b76-98f5-c96e2fe473ed; range_end:; response_count:1; response_revision:24403; }","duration":"115.45225ms","start":"2026-05-10T01:37:53.522907Z","end":"2026-05-10T01:37:53.63836Z","steps":["trace[2064500677] 'agreement among raft nodes before linearized reading' (duration: 115.031451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.638889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.870962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:37:53.64142Z","caller":"traceutil/trace.go:171","msg":"trace[1447545977] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24403; }","duration":"119.371079ms","start":"2026-05-10T01:37:53.521999Z","end":"2026-05-10T01:37:53.64137Z","steps":["trace[1447545977] 'agreement among raft nodes before linearized reading' (duration: 115.892701ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:54.894686Z","caller":"traceutil/trace.go:171","msg":"trace[42737004] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"164.648013ms","start":"2026-05-10T01:37:54.730002Z","end":"2026-05-10T01:37:54.89465Z","steps":["trace[42737004] 'process raft request' (duration: 160.637883ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:54.895058Z","caller":"traceutil/trace.go:171","msg":"trace[1869222457] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"164.98678ms","start":"2026-05-10T01:37:54.730049Z","end":"2026-05-10T01:37:54.895036Z","steps":["trace[1869222457] 'process raft request' (duration: 164.54328ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:54.895131Z","caller":"traceutil/trace.go:171","msg":"trace[1844963738] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"164.988761ms","start":"2026-05-10T01:37:54.730108Z","end":"2026-05-10T01:37:54.895097Z","steps":["trace[1844963738] 'process raft request' (duration: 164.756355ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:54.895333Z","caller":"traceutil/trace.go:171","msg":"trace[229685689] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"165.144824ms","start":"2026-05-10T01:37:54.730166Z","end":"2026-05-10T01:37:54.895311Z","steps":["trace[229685689] 'process raft request' (duration: 164.836677ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:54.895361Z","caller":"traceutil/trace.go:171","msg":"trace[46803624] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"163.358165ms","start":"2026-05-10T01:37:54.731996Z","end":"2026-05-10T01:37:54.895354Z","steps":["trace[46803624] 'process raft request' (duration: 163.108989ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:54.895362Z","caller":"traceutil/trace.go:171","msg":"trace[929294007] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"165.171595ms","start":"2026-05-10T01:37:54.730168Z","end":"2026-05-10T01:37:54.89534Z","steps":["trace[929294007] 'process raft request' (duration: 164.784885ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:54.895409Z","caller":"traceutil/trace.go:171","msg":"trace[1807487331] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"163.703313ms","start":"2026-05-10T01:37:54.731701Z","end":"2026-05-10T01:37:54.895404Z","steps":["trace[1807487331] 'process raft request' (duration: 163.366645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:55.214861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.941323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:55.214928Z","caller":"traceutil/trace.go:171","msg":"trace[774889677] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24411; }","duration":"154.062716ms","start":"2026-05-10T01:37:55.060851Z","end":"2026-05-10T01:37:55.214914Z","steps":["trace[774889677] 'count revisions from in-memory index tree' (duration: 153.841902ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:55.652429Z","caller":"traceutil/trace.go:171","msg":"trace[373691562] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"123.534041ms","start":"2026-05-10T01:37:55.528877Z","end":"2026-05-10T01:37:55.652411Z","steps":["trace[373691562] 'process raft request' (duration: 123.399468ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:55.788132Z","caller":"traceutil/trace.go:171","msg":"trace[51193576] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"257.366924ms","start":"2026-05-10T01:37:55.53073Z","end":"2026-05-10T01:37:55.788097Z","steps":["trace[51193576] 'process raft request' (duration: 220.723312ms)","trace[51193576] 'compare' (duration: 36.461048ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:55.78812Z","caller":"traceutil/trace.go:171","msg":"trace[115370431] linearizableReadLoop","detail":"{readStateIndex:25208; appliedIndex:25206; }","duration":"145.905103ms","start":"2026-05-10T01:37:55.642183Z","end":"2026-05-10T01:37:55.788089Z","steps":["trace[115370431] 'read index received' (duration: 10.143138ms)","trace[115370431] 'applied index is now lower than readState.Index' (duration: 135.760665ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:55.788338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.134778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-10T01:37:55.788405Z","caller":"traceutil/trace.go:171","msg":"trace[1006548908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24413; }","duration":"146.21721ms","start":"2026-05-10T01:37:55.642172Z","end":"2026-05-10T01:37:55.788389Z","steps":["trace[1006548908] 'agreement among raft nodes before linearized reading' (duration: 146.009105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:55.788418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.683405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-10T01:37:55.788466Z","caller":"traceutil/trace.go:171","msg":"trace[918709360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24413; }","duration":"144.771167ms","start":"2026-05-10T01:37:55.643682Z","end":"2026-05-10T01:37:55.788453Z","steps":["trace[918709360] 'agreement among raft nodes before linearized reading' (duration: 144.615774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:55.788463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.223755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T01:37:55.788518Z","caller":"traceutil/trace.go:171","msg":"trace[489158882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24413; }","duration":"144.327768ms","start":"2026-05-10T01:37:55.644178Z","end":"2026-05-10T01:37:55.788506Z","steps":["trace[489158882] 'agreement among raft nodes before linearized reading' (duration: 144.141763ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:55.965754Z","caller":"traceutil/trace.go:171","msg":"trace[937618121] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"172.975181ms","start":"2026-05-10T01:37:55.792762Z","end":"2026-05-10T01:37:55.965737Z","steps":["trace[937618121] 'process raft request' (duration: 104.320281ms)","trace[937618121] 'compare' (duration: 68.524118ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:55.966148Z","caller":"traceutil/trace.go:171","msg":"trace[518188141] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"173.240547ms","start":"2026-05-10T01:37:55.792898Z","end":"2026-05-10T01:37:55.966139Z","steps":["trace[518188141] 'process raft request' (duration: 172.810518ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.038226Z","caller":"traceutil/trace.go:171","msg":"trace[1331455505] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"136.975402ms","start":"2026-05-10T01:37:56.901177Z","end":"2026-05-10T01:37:57.038152Z","steps":["trace[1331455505] 'process raft request' (duration: 136.135094ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.038217Z","caller":"traceutil/trace.go:171","msg":"trace[196509189] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"136.945142ms","start":"2026-05-10T01:37:56.901241Z","end":"2026-05-10T01:37:57.038186Z","steps":["trace[196509189] 'process raft request' (duration: 136.810638ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.038445Z","caller":"traceutil/trace.go:171","msg":"trace[2108897946] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"136.137744ms","start":"2026-05-10T01:37:56.902282Z","end":"2026-05-10T01:37:57.038419Z","steps":["trace[2108897946] 'process raft request' (duration: 135.843857ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.038548Z","caller":"traceutil/trace.go:171","msg":"trace[584955062] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"134.874377ms","start":"2026-05-10T01:37:56.903653Z","end":"2026-05-10T01:37:57.038527Z","steps":["trace[584955062] 'process raft request' (duration: 134.809145ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.038668Z","caller":"traceutil/trace.go:171","msg":"trace[819312743] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"135.636064ms","start":"2026-05-10T01:37:56.902976Z","end":"2026-05-10T01:37:57.038612Z","steps":["trace[819312743] 'process raft request' (duration: 135.345207ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.071966Z","caller":"traceutil/trace.go:171","msg":"trace[383105899] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"138.215792ms","start":"2026-05-10T01:37:56.933701Z","end":"2026-05-10T01:37:57.071917Z","steps":["trace[383105899] 'process raft request' (duration: 137.964555ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:58.765948Z","caller":"traceutil/trace.go:171","msg":"trace[1599943798] linearizableReadLoop","detail":"{readStateIndex:25229; appliedIndex:25228; }","duration":"109.998817ms","start":"2026-05-10T01:37:58.655932Z","end":"2026-05-10T01:37:58.76593Z","steps":["trace[1599943798] 'read index received' (duration: 109.792423ms)","trace[1599943798] 'applied index is now lower than readState.Index' (duration: 205.704µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:58.766104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.163432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:37:58.766089Z","caller":"traceutil/trace.go:171","msg":"trace[1527919351] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"125.973527ms","start":"2026-05-10T01:37:58.640067Z","end":"2026-05-10T01:37:58.766041Z","steps":["trace[1527919351] 'process raft request' (duration: 125.706361ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:58.766132Z","caller":"traceutil/trace.go:171","msg":"trace[191837294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24433; }","duration":"110.238423ms","start":"2026-05-10T01:37:58.655886Z","end":"2026-05-10T01:37:58.766124Z","steps":["trace[191837294] 'agreement among raft nodes before linearized reading' (duration: 110.1183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.259476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.949763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:01.259708Z","caller":"traceutil/trace.go:171","msg":"trace[1637635166] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"165.997364ms","start":"2026-05-10T01:38:01.093663Z","end":"2026-05-10T01:38:01.25966Z","steps":["trace[1637635166] 'process raft request' (duration: 40.268884ms)","trace[1637635166] 'compare' (duration: 124.639636ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:01.259827Z","caller":"traceutil/trace.go:171","msg":"trace[1683776611] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"166.142837ms","start":"2026-05-10T01:38:01.09366Z","end":"2026-05-10T01:38:01.259803Z","steps":["trace[1683776611] 'process raft request' (duration: 165.938753ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:01.259904Z","caller":"traceutil/trace.go:171","msg":"trace[1281183334] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"166.079826ms","start":"2026-05-10T01:38:01.093807Z","end":"2026-05-10T01:38:01.259887Z","steps":["trace[1281183334] 'process raft request' (duration: 165.875121ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:01.406658Z","caller":"traceutil/trace.go:171","msg":"trace[1080287087] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"141.160627ms","start":"2026-05-10T01:38:01.265451Z","end":"2026-05-10T01:38:01.406612Z","steps":["trace[1080287087] 'process raft request' (duration: 101.013397ms)","trace[1080287087] 'compare' (duration: 40.008557ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:03.178883Z","caller":"traceutil/trace.go:171","msg":"trace[1263486794] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"192.453778ms","start":"2026-05-10T01:38:02.986398Z","end":"2026-05-10T01:38:03.178852Z","steps":["trace[1263486794] 'process raft request' (duration: 157.643296ms)","trace[1263486794] 'compare' (duration: 34.178857ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:03.245616Z","caller":"traceutil/trace.go:171","msg":"trace[682720628] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"157.279468ms","start":"2026-05-10T01:38:03.088315Z","end":"2026-05-10T01:38:03.245594Z","steps":["trace[682720628] 'process raft request' (duration: 157.135985ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:03.245926Z","caller":"traceutil/trace.go:171","msg":"trace[2105515989] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"128.468471ms","start":"2026-05-10T01:38:03.117366Z","end":"2026-05-10T01:38:03.245834Z","steps":["trace[2105515989] 'process raft request' (duration: 128.192674ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:03.379115Z","caller":"traceutil/trace.go:171","msg":"trace[1531270001] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"113.621109ms","start":"2026-05-10T01:38:03.265454Z","end":"2026-05-10T01:38:03.379075Z","steps":["trace[1531270001] 'process raft request' (duration: 21.709157ms)","trace[1531270001] 'compare' (duration: 91.691677ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:03.38212Z","caller":"traceutil/trace.go:171","msg":"trace[923521941] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"115.341497ms","start":"2026-05-10T01:38:03.266768Z","end":"2026-05-10T01:38:03.382109Z","steps":["trace[923521941] 'process raft request' (duration: 115.307466ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:03.382152Z","caller":"traceutil/trace.go:171","msg":"trace[39214070] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"116.36523ms","start":"2026-05-10T01:38:03.265766Z","end":"2026-05-10T01:38:03.382131Z","steps":["trace[39214070] 'process raft request' (duration: 116.241677ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:04.330745Z","caller":"traceutil/trace.go:171","msg":"trace[48646917] linearizableReadLoop","detail":"{readStateIndex:25272; appliedIndex:25271; }","duration":"102.731015ms","start":"2026-05-10T01:38:04.227989Z","end":"2026-05-10T01:38:04.33072Z","steps":["trace[48646917] 'read index received' (duration: 50.213447ms)","trace[48646917] 'applied index is now lower than readState.Index' (duration: 52.516338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:04.330936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.928489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-10T01:38:04.330959Z","caller":"traceutil/trace.go:171","msg":"trace[1401457616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24475; }","duration":"103.012451ms","start":"2026-05-10T01:38:04.227939Z","end":"2026-05-10T01:38:04.330951Z","steps":["trace[1401457616] 'agreement among raft nodes before linearized reading' (duration: 102.862168ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:05.311897Z","caller":"traceutil/trace.go:171","msg":"trace[614853784] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"127.547432ms","start":"2026-05-10T01:38:05.184324Z","end":"2026-05-10T01:38:05.311871Z","steps":["trace[614853784] 'process raft request' (duration: 127.347078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:08.092258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.904901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:38:08.092335Z","caller":"traceutil/trace.go:171","msg":"trace[1891262864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24499; }","duration":"104.030704ms","start":"2026-05-10T01:38:07.988288Z","end":"2026-05-10T01:38:08.092318Z","steps":["trace[1891262864] 'range keys from in-memory index tree' (duration: 103.749297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:09.552946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:38:09.693691Z","caller":"traceutil/trace.go:171","msg":"trace[917740462] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"642.77874ms","start":"2026-05-10T01:38:09.050892Z","end":"2026-05-10T01:38:09.69367Z","steps":["trace[917740462] 'process raft request' (duration: 642.608596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:09.693838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.050869Z","time spent":"642.900022ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:09.78449Z","caller":"traceutil/trace.go:171","msg":"trace[1303225994] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"435.02842ms","start":"2026-05-10T01:38:09.34943Z","end":"2026-05-10T01:38:09.784458Z","steps":["trace[1303225994] 'process raft request' (duration: 434.810014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:09.784696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.349398Z","time spent":"435.164304ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:09.784961Z","caller":"traceutil/trace.go:171","msg":"trace[368070253] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"364.698433ms","start":"2026-05-10T01:38:09.420239Z","end":"2026-05-10T01:38:09.784937Z","steps":["trace[368070253] 'process raft request' (duration: 364.55965ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:09.78497Z","caller":"traceutil/trace.go:171","msg":"trace[1967698806] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"336.51917ms","start":"2026-05-10T01:38:09.448423Z","end":"2026-05-10T01:38:09.784943Z","steps":["trace[1967698806] 'process raft request' (duration: 336.409978ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:09.785016Z","caller":"traceutil/trace.go:171","msg":"trace[1563298623] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"400.549736ms","start":"2026-05-10T01:38:09.384427Z","end":"2026-05-10T01:38:09.784977Z","steps":["trace[1563298623] 'process raft request' (duration: 399.980392ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:09.785028Z","caller":"traceutil/trace.go:171","msg":"trace[1950871712] linearizableReadLoop","detail":"{readStateIndex:25311; appliedIndex:25304; }","duration":"732.771119ms","start":"2026-05-10T01:38:09.052231Z","end":"2026-05-10T01:38:09.785002Z","steps":["trace[1950871712] 'read index received' (duration: 641.306587ms)","trace[1950871712] 'applied index is now lower than readState.Index' (duration: 91.463412ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:09.785101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.420224Z","time spent":"364.801535ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:09.785165Z","caller":"traceutil/trace.go:171","msg":"trace[1088890160] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"334.758391ms","start":"2026-05-10T01:38:09.450395Z","end":"2026-05-10T01:38:09.785154Z","steps":["trace[1088890160] 'process raft request' (duration: 334.510365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:09.78517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.384391Z","time spent":"400.703379ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:09.785274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.450371Z","time spent":"334.830643ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:09.785307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.081807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-10T01:38:09.785158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.448403Z","time spent":"336.641752ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:09.785325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.545471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:09.785332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.906286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:38:09.785347Z","caller":"traceutil/trace.go:171","msg":"trace[518885461] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24513; }","duration":"733.165549ms","start":"2026-05-10T01:38:09.05217Z","end":"2026-05-10T01:38:09.785335Z","steps":["trace[518885461] 'agreement among raft nodes before linearized reading' (duration: 733.027966ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:09.785365Z","caller":"traceutil/trace.go:171","msg":"trace[355346667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24513; }","duration":"250.589082ms","start":"2026-05-10T01:38:09.534765Z","end":"2026-05-10T01:38:09.785354Z","steps":["trace[355346667] 'agreement among raft nodes before linearized reading' (duration: 250.51767ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:09.784961Z","caller":"traceutil/trace.go:171","msg":"trace[1794875767] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"399.984123ms","start":"2026-05-10T01:38:09.384937Z","end":"2026-05-10T01:38:09.784922Z","steps":["trace[1794875767] 'process raft request' (duration: 399.725078ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:09.785372Z","caller":"traceutil/trace.go:171","msg":"trace[1571888494] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24513; }","duration":"261.991858ms","start":"2026-05-10T01:38:09.523368Z","end":"2026-05-10T01:38:09.78536Z","steps":["trace[1571888494] 'agreement among raft nodes before linearized reading' (duration: 261.838725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:09.78539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.052146Z","time spent":"733.23344ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-10T01:38:09.785421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.384914Z","time spent":"400.480785ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:15.910706Z","caller":"traceutil/trace.go:171","msg":"trace[1209564776] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"501.05195ms","start":"2026-05-10T01:38:15.409622Z","end":"2026-05-10T01:38:15.910674Z","steps":["trace[1209564776] 'process raft request' (duration: 500.681822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:15.910892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.409595Z","time spent":"501.192974ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:16.687279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.76754ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:16.687374Z","caller":"traceutil/trace.go:171","msg":"trace[1497095532] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24550; }","duration":"210.872262ms","start":"2026-05-10T01:38:16.476488Z","end":"2026-05-10T01:38:16.68736Z","steps":["trace[1497095532] 'range keys from in-memory index tree' (duration: 210.751559ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:16.687985Z","caller":"traceutil/trace.go:171","msg":"trace[241035651] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"975.883103ms","start":"2026-05-10T01:38:15.712083Z","end":"2026-05-10T01:38:16.687966Z","steps":["trace[241035651] 'process raft request' (duration: 936.49838ms)","trace[241035651] 'compare' (duration: 38.711709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:16.688093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.712055Z","time spent":"975.987206ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:16.688373Z","caller":"traceutil/trace.go:171","msg":"trace[520745681] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"870.592351ms","start":"2026-05-10T01:38:15.817765Z","end":"2026-05-10T01:38:16.688357Z","steps":["trace[520745681] 'process raft request' (duration: 869.64221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.688507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.817737Z","time spent":"870.712554ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:16.688694Z","caller":"traceutil/trace.go:171","msg":"trace[991343511] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"866.036488ms","start":"2026-05-10T01:38:15.822647Z","end":"2026-05-10T01:38:16.688684Z","steps":["trace[991343511] 'process raft request' (duration: 865.390204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.688741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.822623Z","time spent":"866.09887ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:16.68876Z","caller":"traceutil/trace.go:171","msg":"trace[1550424249] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"864.931585ms","start":"2026-05-10T01:38:15.823817Z","end":"2026-05-10T01:38:16.688748Z","steps":["trace[1550424249] 'process raft request' (duration: 864.801122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.688839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.823802Z","time spent":"864.988586ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:16.688861Z","caller":"traceutil/trace.go:171","msg":"trace[1545639944] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"864.949985ms","start":"2026-05-10T01:38:15.823902Z","end":"2026-05-10T01:38:16.688852Z","steps":["trace[1545639944] 'process raft request' (duration: 864.779481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.688937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.823893Z","time spent":"864.992896ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:16.689027Z","caller":"traceutil/trace.go:171","msg":"trace[81503194] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"865.056127ms","start":"2026-05-10T01:38:15.82396Z","end":"2026-05-10T01:38:16.689016Z","steps":["trace[81503194] 'process raft request' (duration: 864.75945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.689071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.823898Z","time spent":"865.149429ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:16.689064Z","caller":"traceutil/trace.go:171","msg":"trace[1660893061] linearizableReadLoop","detail":"{readStateIndex:25356; appliedIndex:25348; }","duration":"840.205609ms","start":"2026-05-10T01:38:15.84884Z","end":"2026-05-10T01:38:16.689045Z","steps":["trace[1660893061] 'read index received' (duration: 61.417698ms)","trace[1660893061] 'applied index is now lower than readState.Index' (duration: 778.786411ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:16.689198Z","caller":"traceutil/trace.go:171","msg":"trace[1314865404] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"865.028336ms","start":"2026-05-10T01:38:15.824162Z","end":"2026-05-10T01:38:16.689191Z","steps":["trace[1314865404] 'process raft request' (duration: 864.693139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.68924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.824149Z","time spent":"865.071427ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:16.689383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.271825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-10T01:38:16.68936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.518966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:38:16.689408Z","caller":"traceutil/trace.go:171","msg":"trace[1954493026] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24557; }","duration":"809.337447ms","start":"2026-05-10T01:38:15.880064Z","end":"2026-05-10T01:38:16.689402Z","steps":["trace[1954493026] 'agreement among raft nodes before linearized reading' (duration: 809.231785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.689434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.880044Z","time spent":"809.382318ms","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-10T01:38:16.689464Z","caller":"traceutil/trace.go:171","msg":"trace[418229522] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24557; }","duration":"840.588477ms","start":"2026-05-10T01:38:15.848824Z","end":"2026-05-10T01:38:16.689413Z","steps":["trace[418229522] 'agreement among raft nodes before linearized reading' (duration: 840.429784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.689507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.848805Z","time spent":"840.69213ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:16.689567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.139515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:38:16.689586Z","caller":"traceutil/trace.go:171","msg":"trace[1131560049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24557; }","duration":"194.183376ms","start":"2026-05-10T01:38:16.495397Z","end":"2026-05-10T01:38:16.689581Z","steps":["trace[1131560049] 'agreement among raft nodes before linearized reading' (duration: 194.133465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.689664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.097236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-05-10T01:38:16.68968Z","caller":"traceutil/trace.go:171","msg":"trace[738050539] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24557; }","duration":"203.150487ms","start":"2026-05-10T01:38:16.486526Z","end":"2026-05-10T01:38:16.689676Z","steps":["trace[738050539] 'agreement among raft nodes before linearized reading' (duration: 203.101126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.689821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.907637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-05-10T01:38:16.689847Z","caller":"traceutil/trace.go:171","msg":"trace[656458055] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24557; }","duration":"709.935578ms","start":"2026-05-10T01:38:15.979906Z","end":"2026-05-10T01:38:16.689841Z","steps":["trace[656458055] 'agreement among raft nodes before linearized reading' (duration: 709.865875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.689862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.979838Z","time spent":"710.020629ms","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-10T01:38:16.689794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.333923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-10T01:38:16.689967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.772422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T01:38:16.690072Z","caller":"traceutil/trace.go:171","msg":"trace[1244957574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24557; }","duration":"380.899126ms","start":"2026-05-10T01:38:16.309161Z","end":"2026-05-10T01:38:16.69006Z","steps":["trace[1244957574] 'agreement among raft nodes before linearized reading' (duration: 380.677751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.690092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.572546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:16.690146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.30915Z","time spent":"380.985227ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:38:16.690159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.925305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-10T01:38:16.690177Z","caller":"traceutil/trace.go:171","msg":"trace[994513676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24557; }","duration":"388.979776ms","start":"2026-05-10T01:38:16.301192Z","end":"2026-05-10T01:38:16.690172Z","steps":["trace[994513676] 'agreement among raft nodes before linearized reading' (duration: 388.931845ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:16.690166Z","caller":"traceutil/trace.go:171","msg":"trace[303749160] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24557; }","duration":"769.659347ms","start":"2026-05-10T01:38:15.920485Z","end":"2026-05-10T01:38:16.690144Z","steps":["trace[303749160] 'agreement among raft nodes before linearized reading' (duration: 769.527015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.690196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.301171Z","time spent":"389.021058ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:16.690213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.920436Z","time spent":"769.76544ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:16.689992Z","caller":"traceutil/trace.go:171","msg":"trace[66351207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24557; }","duration":"508.58026ms","start":"2026-05-10T01:38:16.181404Z","end":"2026-05-10T01:38:16.689984Z","steps":["trace[66351207] 'agreement among raft nodes before linearized reading' (duration: 508.286492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.690303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.974661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:16.690322Z","caller":"traceutil/trace.go:171","msg":"trace[138682065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24557; }","duration":"785.053472ms","start":"2026-05-10T01:38:15.905263Z","end":"2026-05-10T01:38:16.690316Z","steps":["trace[138682065] 'agreement among raft nodes before linearized reading' (duration: 785.021452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.690316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.181371Z","time spent":"508.933848ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:16.69034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:15.905234Z","time spent":"785.103054ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:16.690649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.936945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-10T01:38:16.690688Z","caller":"traceutil/trace.go:171","msg":"trace[1927963314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24557; }","duration":"389.020687ms","start":"2026-05-10T01:38:16.301657Z","end":"2026-05-10T01:38:16.690678Z","steps":["trace[1927963314] 'agreement among raft nodes before linearized reading' (duration: 388.290441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:16.690724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.301634Z","time spent":"389.083419ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T01:38:17.19088Z","caller":"traceutil/trace.go:171","msg":"trace[1631504661] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"496.345145ms","start":"2026-05-10T01:38:16.694363Z","end":"2026-05-10T01:38:17.190708Z","steps":["trace[1631504661] 'process raft request' (duration: 491.693581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:17.191027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.694332Z","time spent":"496.612331ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:17.582994Z","caller":"traceutil/trace.go:171","msg":"trace[1093649999] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"886.016796ms","start":"2026-05-10T01:38:16.696934Z","end":"2026-05-10T01:38:17.582951Z","steps":["trace[1093649999] 'process raft request' (duration: 846.614193ms)","trace[1093649999] 'compare' (duration: 39.169748ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:17.583184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.696916Z","time spent":"886.17192ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:17.583401Z","caller":"traceutil/trace.go:171","msg":"trace[1937738098] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"886.432886ms","start":"2026-05-10T01:38:16.696941Z","end":"2026-05-10T01:38:17.583374Z","steps":["trace[1937738098] 'process raft request' (duration: 885.947065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:17.583533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.696908Z","time spent":"886.54976ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:17.583785Z","caller":"traceutil/trace.go:171","msg":"trace[1745707207] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"886.798435ms","start":"2026-05-10T01:38:16.696963Z","end":"2026-05-10T01:38:17.583761Z","steps":["trace[1745707207] 'process raft request' (duration: 886.17305ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:17.583797Z","caller":"traceutil/trace.go:171","msg":"trace[1020350110] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"886.621032ms","start":"2026-05-10T01:38:16.697149Z","end":"2026-05-10T01:38:17.58377Z","steps":["trace[1020350110] 'process raft request' (duration: 886.486259ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:17.583841Z","caller":"traceutil/trace.go:171","msg":"trace[1114869346] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"886.028698ms","start":"2026-05-10T01:38:16.697802Z","end":"2026-05-10T01:38:17.583831Z","steps":["trace[1114869346] 'process raft request' (duration: 885.899045ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:17.583802Z","caller":"traceutil/trace.go:171","msg":"trace[683731077] linearizableReadLoop","detail":"{readStateIndex:25362; appliedIndex:25356; }","duration":"446.320423ms","start":"2026-05-10T01:38:17.13744Z","end":"2026-05-10T01:38:17.583761Z","steps":["trace[683731077] 'read index received' (duration: 48.721853ms)","trace[683731077] 'applied index is now lower than readState.Index' (duration: 397.5966ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:17.583901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.697773Z","time spent":"886.09069ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:17.583894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.697125Z","time spent":"886.720713ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:17.583896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:16.696941Z","time spent":"886.899507ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:17.583997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.556389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:38:17.584043Z","caller":"traceutil/trace.go:171","msg":"trace[920683582] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24563; }","duration":"446.64108ms","start":"2026-05-10T01:38:17.137389Z","end":"2026-05-10T01:38:17.58403Z","steps":["trace[920683582] 'agreement among raft nodes before linearized reading' (duration: 446.485967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:17.584087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:17.137368Z","time spent":"446.705572ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-05-10T01:38:18.230187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.943312ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-10T01:38:18.230275Z","caller":"traceutil/trace.go:171","msg":"trace[924095830] linearizableReadLoop","detail":"{readStateIndex:25363; appliedIndex:25362; }","duration":"444.591903ms","start":"2026-05-10T01:38:17.785667Z","end":"2026-05-10T01:38:18.230259Z","steps":["trace[924095830] 'read index received' (duration: 89.464767ms)","trace[924095830] 'applied index is now lower than readState.Index' (duration: 355.125956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:18.230339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:17.585922Z","time spent":"644.413047ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:18.231008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.31099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:18.231108Z","caller":"traceutil/trace.go:171","msg":"trace[1742234675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24563; }","duration":"445.470843ms","start":"2026-05-10T01:38:17.785611Z","end":"2026-05-10T01:38:18.231082Z","steps":["trace[1742234675] 'agreement among raft nodes before linearized reading' (duration: 445.268119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:18.231173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:17.78558Z","time spent":"445.576256ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:18.714494Z","caller":"traceutil/trace.go:171","msg":"trace[1225732062] linearizableReadLoop","detail":"{readStateIndex:25364; appliedIndex:25363; }","duration":"484.172212ms","start":"2026-05-10T01:38:18.230296Z","end":"2026-05-10T01:38:18.714468Z","steps":["trace[1225732062] 'read index received' (duration: 428.111465ms)","trace[1225732062] 'applied index is now lower than readState.Index' (duration: 56.059557ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:18.714534Z","caller":"traceutil/trace.go:171","msg":"trace[1188013567] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"553.363904ms","start":"2026-05-10T01:38:18.161136Z","end":"2026-05-10T01:38:18.7145Z","steps":["trace[1188013567] 'process raft request' (duration: 497.255725ms)","trace[1188013567] 'compare' (duration: 55.973126ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:18.714604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.781614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:18.714635Z","caller":"traceutil/trace.go:171","msg":"trace[1443235909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24564; }","duration":"808.861246ms","start":"2026-05-10T01:38:17.905764Z","end":"2026-05-10T01:38:18.714625Z","steps":["trace[1443235909] 'agreement among raft nodes before linearized reading' (duration: 808.789394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:18.714663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:17.905743Z","time spent":"808.913517ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:18.714677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.161102Z","time spent":"553.496416ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:18.733393Z","caller":"traceutil/trace.go:171","msg":"trace[1330862321] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"500.755195ms","start":"2026-05-10T01:38:18.23262Z","end":"2026-05-10T01:38:18.733375Z","steps":["trace[1330862321] 'process raft request' (duration: 500.641892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:18.733517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.232596Z","time spent":"500.853877ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:19.44169Z","caller":"traceutil/trace.go:171","msg":"trace[464769809] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"747.834287ms","start":"2026-05-10T01:38:18.693797Z","end":"2026-05-10T01:38:19.441632Z","steps":["trace[464769809] 'process raft request' (duration: 747.631712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.441836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.693764Z","time spent":"747.996581ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:19.442007Z","caller":"traceutil/trace.go:171","msg":"trace[1246614355] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"747.439568ms","start":"2026-05-10T01:38:18.694551Z","end":"2026-05-10T01:38:19.44199Z","steps":["trace[1246614355] 'process raft request' (duration: 747.040079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.442145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.694542Z","time spent":"747.55352ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:19.442261Z","caller":"traceutil/trace.go:171","msg":"trace[1142861690] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"747.492819ms","start":"2026-05-10T01:38:18.694744Z","end":"2026-05-10T01:38:19.442237Z","steps":["trace[1142861690] 'process raft request' (duration: 747.191193ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:19.442326Z","caller":"traceutil/trace.go:171","msg":"trace[22398262] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"746.614639ms","start":"2026-05-10T01:38:18.695687Z","end":"2026-05-10T01:38:19.442302Z","steps":["trace[22398262] 'process raft request' (duration: 746.538117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.442448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.694729Z","time spent":"747.622032ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:19.442469Z","caller":"traceutil/trace.go:171","msg":"trace[656260976] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"747.347546ms","start":"2026-05-10T01:38:18.695108Z","end":"2026-05-10T01:38:19.442455Z","steps":["trace[656260976] 'process raft request' (duration: 747.05239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.44247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.695659Z","time spent":"746.737782ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:19.442613Z","caller":"traceutil/trace.go:171","msg":"trace[254888360] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"746.21273ms","start":"2026-05-10T01:38:18.69634Z","end":"2026-05-10T01:38:19.442553Z","steps":["trace[254888360] 'process raft request' (duration: 745.924264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.442626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.69508Z","time spent":"747.48069ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:19.442721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.696314Z","time spent":"746.338103ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:19.442928Z","caller":"traceutil/trace.go:171","msg":"trace[1550020250] linearizableReadLoop","detail":"{readStateIndex:25373; appliedIndex:25365; }","duration":"726.551639ms","start":"2026-05-10T01:38:18.716355Z","end":"2026-05-10T01:38:19.442907Z","steps":["trace[1550020250] 'read index received' (duration: 17.209956ms)","trace[1550020250] 'applied index is now lower than readState.Index' (duration: 709.340773ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:19.442973Z","caller":"traceutil/trace.go:171","msg":"trace[1777376462] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"746.23944ms","start":"2026-05-10T01:38:18.696719Z","end":"2026-05-10T01:38:19.442958Z","steps":["trace[1777376462] 'process raft request' (duration: 745.685558ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:19.442974Z","caller":"traceutil/trace.go:171","msg":"trace[505071357] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"738.63255ms","start":"2026-05-10T01:38:18.704325Z","end":"2026-05-10T01:38:19.442957Z","steps":["trace[505071357] 'process raft request' (duration: 738.479807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.443043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.696705Z","time spent":"746.300512ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:19.443075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.708322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:19.443107Z","caller":"traceutil/trace.go:171","msg":"trace[242409371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24573; }","duration":"726.789974ms","start":"2026-05-10T01:38:18.716308Z","end":"2026-05-10T01:38:19.443098Z","steps":["trace[242409371] 'agreement among raft nodes before linearized reading' (duration: 726.714253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.443077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.70431Z","time spent":"738.733302ms","remote":"127.0.0.1:55096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:19.443166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.716291Z","time spent":"726.846535ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:38:19.562149Z","caller":"traceutil/trace.go:171","msg":"trace[339516427] linearizableReadLoop","detail":"{readStateIndex:25374; appliedIndex:25373; }","duration":"119.130213ms","start":"2026-05-10T01:38:19.442996Z","end":"2026-05-10T01:38:19.562126Z","steps":["trace[339516427] 'read index received' (duration: 117.600808ms)","trace[339516427] 'applied index is now lower than readState.Index' (duration: 1.525855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:19.562376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.242451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:19.562428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.431112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:38:19.562498Z","caller":"traceutil/trace.go:171","msg":"trace[1055090480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24574; }","duration":"367.555876ms","start":"2026-05-10T01:38:19.194924Z","end":"2026-05-10T01:38:19.56248Z","steps":["trace[1055090480] 'agreement among raft nodes before linearized reading' (duration: 367.371092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.562537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:19.194897Z","time spent":"367.631627ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:38:19.562447Z","caller":"traceutil/trace.go:171","msg":"trace[286476611] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24574; }","duration":"832.366263ms","start":"2026-05-10T01:38:18.730072Z","end":"2026-05-10T01:38:19.562438Z","steps":["trace[286476611] 'agreement among raft nodes before linearized reading' (duration: 832.256511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.562656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.730056Z","time spent":"832.586909ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:19.562808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.41315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:19.562378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.609532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:19.562887Z","caller":"traceutil/trace.go:171","msg":"trace[1301530916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24574; }","duration":"111.529953ms","start":"2026-05-10T01:38:19.451338Z","end":"2026-05-10T01:38:19.562868Z","steps":["trace[1301530916] 'agreement among raft nodes before linearized reading' (duration: 111.371549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.56279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.482353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-10T01:38:19.563019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.493754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-10T01:38:19.563008Z","caller":"traceutil/trace.go:171","msg":"trace[664744988] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24574; }","duration":"112.78513ms","start":"2026-05-10T01:38:19.450194Z","end":"2026-05-10T01:38:19.562979Z","steps":["trace[664744988] 'agreement among raft nodes before linearized reading' (duration: 112.232458ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:19.562935Z","caller":"traceutil/trace.go:171","msg":"trace[730319421] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24574; }","duration":"715.234686ms","start":"2026-05-10T01:38:18.847686Z","end":"2026-05-10T01:38:19.56292Z","steps":["trace[730319421] 'agreement among raft nodes before linearized reading' (duration: 714.586321ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:19.563057Z","caller":"traceutil/trace.go:171","msg":"trace[1039438462] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24574; }","duration":"827.534275ms","start":"2026-05-10T01:38:18.735511Z","end":"2026-05-10T01:38:19.563045Z","steps":["trace[1039438462] 'agreement among raft nodes before linearized reading' (duration: 826.779168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.563095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.735474Z","time spent":"827.612396ms","remote":"127.0.0.1:38202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T01:38:19.5631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.847668Z","time spent":"715.415439ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:19.562446Z","caller":"traceutil/trace.go:171","msg":"trace[1180822996] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"700.830742ms","start":"2026-05-10T01:38:18.861579Z","end":"2026-05-10T01:38:19.562409Z","steps":["trace[1180822996] 'process raft request' (duration: 699.096803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.562356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.925819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:19.563363Z","caller":"traceutil/trace.go:171","msg":"trace[1150413056] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24574; }","duration":"305.193627ms","start":"2026-05-10T01:38:19.258156Z","end":"2026-05-10T01:38:19.563349Z","steps":["trace[1150413056] 'agreement among raft nodes before linearized reading' (duration: 304.025401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:19.563337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:18.861551Z","time spent":"701.666391ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:19.563431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:19.25813Z","time spent":"305.258738ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:20.572087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.36436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:20.572211Z","caller":"traceutil/trace.go:171","msg":"trace[266989540] linearizableReadLoop","detail":"{readStateIndex:25375; appliedIndex:25374; }","duration":"984.283261ms","start":"2026-05-10T01:38:19.587907Z","end":"2026-05-10T01:38:20.572191Z","steps":["trace[266989540] 'read index received' (duration: 132.690496ms)","trace[266989540] 'applied index is now lower than readState.Index' (duration: 851.590815ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:20.572262Z","caller":"traceutil/trace.go:171","msg":"trace[249234388] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"1.004338692s","start":"2026-05-10T01:38:19.567877Z","end":"2026-05-10T01:38:20.572216Z","steps":["trace[249234388] 'process raft request' (duration: 152.745307ms)","trace[249234388] 'compare' (duration: 850.971991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:20.572407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:19.56786Z","time spent":"1.004464004s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:20.572436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.517856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-10T01:38:20.572486Z","caller":"traceutil/trace.go:171","msg":"trace[164443853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24575; }","duration":"984.596248ms","start":"2026-05-10T01:38:19.587874Z","end":"2026-05-10T01:38:20.572471Z","steps":["trace[164443853] 'agreement among raft nodes before linearized reading' (duration: 984.424034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.572531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:19.587867Z","time spent":"984.65148ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:20.57258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.527788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:38:20.572638Z","caller":"traceutil/trace.go:171","msg":"trace[1074541979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24575; }","duration":"984.635531ms","start":"2026-05-10T01:38:19.587988Z","end":"2026-05-10T01:38:20.572624Z","steps":["trace[1074541979] 'agreement among raft nodes before linearized reading' (duration: 984.471226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.572679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:19.587948Z","time spent":"984.725143ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:38:20.572809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.174669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:38:20.572832Z","caller":"traceutil/trace.go:171","msg":"trace[1688337377] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24575; }","duration":"552.196949ms","start":"2026-05-10T01:38:20.020629Z","end":"2026-05-10T01:38:20.572826Z","steps":["trace[1688337377] 'agreement among raft nodes before linearized reading' (duration: 552.125837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.572851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:20.020546Z","time spent":"552.297861ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:38:20.572862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.892951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:38:20.572898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.451096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-10T01:38:20.572948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.565948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:38:20.57292Z","caller":"traceutil/trace.go:171","msg":"trace[757697430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24575; }","duration":"982.971823ms","start":"2026-05-10T01:38:19.589934Z","end":"2026-05-10T01:38:20.572906Z","steps":["trace[757697430] 'agreement among raft nodes before linearized reading' (duration: 982.82406ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:20.572964Z","caller":"traceutil/trace.go:171","msg":"trace[1709145106] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24575; }","duration":"984.581409ms","start":"2026-05-10T01:38:19.588365Z","end":"2026-05-10T01:38:20.572946Z","steps":["trace[1709145106] 'agreement among raft nodes before linearized reading' (duration: 984.430525ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:20.57301Z","caller":"traceutil/trace.go:171","msg":"trace[1193527852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24575; }","duration":"984.649261ms","start":"2026-05-10T01:38:19.588344Z","end":"2026-05-10T01:38:20.572993Z","steps":["trace[1193527852] 'agreement among raft nodes before linearized reading' (duration: 984.455076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.573023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:19.588317Z","time spent":"984.693511ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:20.572851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.295913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:20.573059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:19.588331Z","time spent":"984.719642ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:38:20.573099Z","caller":"traceutil/trace.go:171","msg":"trace[1370110722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24575; }","duration":"668.58764ms","start":"2026-05-10T01:38:19.904488Z","end":"2026-05-10T01:38:20.573075Z","steps":["trace[1370110722] 'agreement among raft nodes before linearized reading' (duration: 668.276543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.57314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:19.904468Z","time spent":"668.661492ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:20.573026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:19.589889Z","time spent":"983.119826ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T01:38:20.858285Z","caller":"traceutil/trace.go:171","msg":"trace[1378707687] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"280.555384ms","start":"2026-05-10T01:38:20.577705Z","end":"2026-05-10T01:38:20.85826Z","steps":["trace[1378707687] 'process raft request' (duration: 248.708749ms)","trace[1378707687] 'compare' (duration: 31.614999ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:20.928051Z","caller":"traceutil/trace.go:171","msg":"trace[954627717] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"349.770896ms","start":"2026-05-10T01:38:20.578242Z","end":"2026-05-10T01:38:20.928013Z","steps":["trace[954627717] 'process raft request' (duration: 349.489269ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:20.928079Z","caller":"traceutil/trace.go:171","msg":"trace[844003092] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"349.718805ms","start":"2026-05-10T01:38:20.578325Z","end":"2026-05-10T01:38:20.928043Z","steps":["trace[844003092] 'process raft request' (duration: 349.599243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.928192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:20.57823Z","time spent":"349.890309ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:20.92826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:20.57832Z","time spent":"349.839038ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:20.928482Z","caller":"traceutil/trace.go:171","msg":"trace[162946193] linearizableReadLoop","detail":"{readStateIndex:25379; appliedIndex:25375; }","duration":"349.933821ms","start":"2026-05-10T01:38:20.578505Z","end":"2026-05-10T01:38:20.928439Z","steps":["trace[162946193] 'read index received' (duration: 248.017274ms)","trace[162946193] 'applied index is now lower than readState.Index' (duration: 101.914977ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:20.928561Z","caller":"traceutil/trace.go:171","msg":"trace[761061164] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"349.995462ms","start":"2026-05-10T01:38:20.578556Z","end":"2026-05-10T01:38:20.928551Z","steps":["trace[761061164] 'process raft request' (duration: 349.702395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.928616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:20.578544Z","time spent":"350.042633ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:20.928594Z","caller":"traceutil/trace.go:171","msg":"trace[590144356] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"350.079234ms","start":"2026-05-10T01:38:20.578476Z","end":"2026-05-10T01:38:20.928555Z","steps":["trace[590144356] 'process raft request' (duration: 349.50742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.928717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.599001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:20.928746Z","caller":"traceutil/trace.go:171","msg":"trace[847431568] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24580; }","duration":"221.666723ms","start":"2026-05-10T01:38:20.707068Z","end":"2026-05-10T01:38:20.928735Z","steps":["trace[847431568] 'agreement among raft nodes before linearized reading' (duration: 221.617361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.928796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:20.578459Z","time spent":"350.244558ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:20.928826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.289569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-10T01:38:20.928881Z","caller":"traceutil/trace.go:171","msg":"trace[1874544702] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24580; }","duration":"350.37585ms","start":"2026-05-10T01:38:20.578488Z","end":"2026-05-10T01:38:20.928864Z","steps":["trace[1874544702] 'agreement among raft nodes before linearized reading' (duration: 350.123535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:20.92894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:20.578478Z","time spent":"350.436112ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-10T01:38:22.751691Z","caller":"traceutil/trace.go:171","msg":"trace[839572325] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"168.724565ms","start":"2026-05-10T01:38:22.582941Z","end":"2026-05-10T01:38:22.751666Z","steps":["trace[839572325] 'process raft request' (duration: 168.379547ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:28.49032Z","caller":"traceutil/trace.go:171","msg":"trace[455295937] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"110.613322ms","start":"2026-05-10T01:38:28.379656Z","end":"2026-05-10T01:38:28.490269Z","steps":["trace[455295937] 'process raft request' (duration: 107.39717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:29.980382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:38:30.092016Z","caller":"traceutil/trace.go:171","msg":"trace[234080521] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"616.769497ms","start":"2026-05-10T01:38:29.475199Z","end":"2026-05-10T01:38:30.091968Z","steps":["trace[234080521] 'process raft request' (duration: 591.828408ms)","trace[234080521] 'compare' (duration: 24.770736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:30.092218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.475168Z","time spent":"616.958102ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:31.194504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127506324s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:38:31.292969Z","caller":"traceutil/trace.go:171","msg":"trace[1358144552] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"1.814295792s","start":"2026-05-10T01:38:29.478646Z","end":"2026-05-10T01:38:31.292941Z","steps":["trace[1358144552] 'process raft request' (duration: 1.81419758s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:31.293015Z","caller":"traceutil/trace.go:171","msg":"trace[1261155717] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"1.816484981s","start":"2026-05-10T01:38:29.476459Z","end":"2026-05-10T01:38:31.292944Z","steps":["trace[1261155717] 'process raft request' (duration: 1.718289718s)","trace[1261155717] 'compare' (duration: 97.641921ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:31.29313Z","caller":"traceutil/trace.go:171","msg":"trace[729982177] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"1.813139297s","start":"2026-05-10T01:38:29.479941Z","end":"2026-05-10T01:38:31.293081Z","steps":["trace[729982177] 'process raft request' (duration: 1.812959793s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.293153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.478632Z","time spent":"1.814410295s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:31.293218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.476435Z","time spent":"1.816682056s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:31.293275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.479922Z","time spent":"1.813278869s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:31.293587Z","caller":"traceutil/trace.go:171","msg":"trace[899581533] linearizableReadLoop","detail":"{readStateIndex:25510; appliedIndex:25502; }","duration":"1.814225842s","start":"2026-05-10T01:38:29.479351Z","end":"2026-05-10T01:38:31.293576Z","steps":["trace[899581533] 'read index received' (duration: 587.649494ms)","trace[899581533] 'applied index is now lower than readState.Index' (duration: 1.226575688s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:31.293692Z","caller":"traceutil/trace.go:171","msg":"trace[171699256] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"1.812511123s","start":"2026-05-10T01:38:29.481164Z","end":"2026-05-10T01:38:31.293675Z","steps":["trace[171699256] 'process raft request' (duration: 1.812230017s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.294455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.481133Z","time spent":"1.813291099s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:31.29374Z","caller":"traceutil/trace.go:171","msg":"trace[1934328699] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"1.813569587s","start":"2026-05-10T01:38:29.480156Z","end":"2026-05-10T01:38:31.293725Z","steps":["trace[1934328699] 'process raft request' (duration: 1.81283783s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.294635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.480143Z","time spent":"1.814403645s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:31.293789Z","caller":"traceutil/trace.go:171","msg":"trace[1432674180] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"1.811600022s","start":"2026-05-10T01:38:29.48218Z","end":"2026-05-10T01:38:31.29378Z","steps":["trace[1432674180] 'process raft request' (duration: 1.811321816s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:31.293833Z","caller":"traceutil/trace.go:171","msg":"trace[155824261] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"1.716793355s","start":"2026-05-10T01:38:29.577029Z","end":"2026-05-10T01:38:31.293823Z","steps":["trace[155824261] 'process raft request' (duration: 1.716514249s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.294934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.577006Z","time spent":"1.71788925s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:31.294019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814673681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-10T01:38:31.295103Z","caller":"traceutil/trace.go:171","msg":"trace[987083353] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24707; }","duration":"1.815783816s","start":"2026-05-10T01:38:29.479304Z","end":"2026-05-10T01:38:31.295088Z","steps":["trace[987083353] 'agreement among raft nodes before linearized reading' (duration: 1.814565739s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.294819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.482167Z","time spent":"1.812586185s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:31.295143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.479292Z","time spent":"1.815839577s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-10T01:38:31.326157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578954092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-05-10T01:38:31.326207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.523155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:31.326233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.475791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-10T01:38:31.32625Z","caller":"traceutil/trace.go:171","msg":"trace[1602476976] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24708; }","duration":"1.579087504s","start":"2026-05-10T01:38:29.747137Z","end":"2026-05-10T01:38:31.326224Z","steps":["trace[1602476976] 'agreement among raft nodes before linearized reading' (duration: 1.578844369s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:31.32627Z","caller":"traceutil/trace.go:171","msg":"trace[481994929] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24708; }","duration":"745.638028ms","start":"2026-05-10T01:38:30.580616Z","end":"2026-05-10T01:38:31.326254Z","steps":["trace[481994929] 'agreement among raft nodes before linearized reading' (duration: 745.490135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.326248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.024033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:38:31.326275Z","caller":"traceutil/trace.go:171","msg":"trace[841094585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24708; }","duration":"341.564083ms","start":"2026-05-10T01:38:30.9847Z","end":"2026-05-10T01:38:31.326264Z","steps":["trace[841094585] 'agreement among raft nodes before linearized reading' (duration: 341.340588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.326303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.580598Z","time spent":"745.697129ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:31.326311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.984691Z","time spent":"341.611974ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T01:38:31.326315Z","caller":"traceutil/trace.go:171","msg":"trace[1844665125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24708; }","duration":"342.144496ms","start":"2026-05-10T01:38:30.984153Z","end":"2026-05-10T01:38:31.326298Z","steps":["trace[1844665125] 'agreement among raft nodes before linearized reading' (duration: 341.987432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.326354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.185496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:38:31.326358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.984129Z","time spent":"342.222827ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:38:31.326352Z","caller":"traceutil/trace.go:171","msg":"trace[899731468] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"398.616172ms","start":"2026-05-10T01:38:30.9277Z","end":"2026-05-10T01:38:31.326316Z","steps":["trace[899731468] 'process raft request' (duration: 398.116411ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:31.326387Z","caller":"traceutil/trace.go:171","msg":"trace[732440177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24708; }","duration":"342.236428ms","start":"2026-05-10T01:38:30.984138Z","end":"2026-05-10T01:38:31.326374Z","steps":["trace[732440177] 'agreement among raft nodes before linearized reading' (duration: 342.153556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.326408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.984124Z","time spent":"342.279028ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:31.326264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.718765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-10T01:38:31.326434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148971557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-10T01:38:31.326457Z","caller":"traceutil/trace.go:171","msg":"trace[1519658694] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24708; }","duration":"345.968391ms","start":"2026-05-10T01:38:30.980479Z","end":"2026-05-10T01:38:31.326447Z","steps":["trace[1519658694] 'agreement among raft nodes before linearized reading' (duration: 345.522671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.326478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.980467Z","time spent":"346.005552ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:31.326472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.927676Z","time spent":"398.722735ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:31.326449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.201773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-10T01:38:31.326306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.747117Z","time spent":"1.579175857s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" "} {"level":"info","ts":"2026-05-10T01:38:31.326531Z","caller":"traceutil/trace.go:171","msg":"trace[613467196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24708; }","duration":"221.290465ms","start":"2026-05-10T01:38:31.105221Z","end":"2026-05-10T01:38:31.326512Z","steps":["trace[613467196] 'agreement among raft nodes before linearized reading' (duration: 221.08001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.326544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421901058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:31.326586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402588495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-10T01:38:31.326579Z","caller":"traceutil/trace.go:171","msg":"trace[285268922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24708; }","duration":"1.422014741s","start":"2026-05-10T01:38:29.904554Z","end":"2026-05-10T01:38:31.326568Z","steps":["trace[285268922] 'agreement among raft nodes before linearized reading' (duration: 1.42195249s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:31.326612Z","caller":"traceutil/trace.go:171","msg":"trace[835700347] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24708; }","duration":"1.402641487s","start":"2026-05-10T01:38:29.923961Z","end":"2026-05-10T01:38:31.326602Z","steps":["trace[835700347] 'agreement among raft nodes before linearized reading' (duration: 1.402499294s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.32663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.923941Z","time spent":"1.402684927s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-10T01:38:31.326624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.531483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:38:31.326622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.904534Z","time spent":"1.422079523s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:38:31.326662Z","caller":"traceutil/trace.go:171","msg":"trace[504272243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24708; }","duration":"510.598965ms","start":"2026-05-10T01:38:30.816054Z","end":"2026-05-10T01:38:31.326652Z","steps":["trace[504272243] 'agreement among raft nodes before linearized reading' (duration: 510.504543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.326659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.868229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:38:31.326691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.816037Z","time spent":"510.646045ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:38:31.326707Z","caller":"traceutil/trace.go:171","msg":"trace[1410816234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24708; }","duration":"353.9477ms","start":"2026-05-10T01:38:30.972745Z","end":"2026-05-10T01:38:31.326693Z","steps":["trace[1410816234] 'agreement among raft nodes before linearized reading' (duration: 353.796926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.326744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.972726Z","time spent":"354.011092ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:38:31.326482Z","caller":"traceutil/trace.go:171","msg":"trace[1956289029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24708; }","duration":"1.149047558s","start":"2026-05-10T01:38:30.177422Z","end":"2026-05-10T01:38:31.32647Z","steps":["trace[1956289029] 'agreement among raft nodes before linearized reading' (duration: 1.148918415s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.326846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.177406Z","time spent":"1.149429507s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" "} {"level":"warn","ts":"2026-05-10T01:38:31.828118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:32.431046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.330001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:32.431153Z","caller":"traceutil/trace.go:171","msg":"trace[463097054] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"1.130613335s","start":"2026-05-10T01:38:31.300517Z","end":"2026-05-10T01:38:32.43113Z","steps":["trace[463097054] 'process raft request' (duration: 923.10712ms)","trace[463097054] 'compare' (duration: 206.677815ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:32.431242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.300497Z","time spent":"1.130692157s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:33.328389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000687104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:33.328478Z","caller":"traceutil/trace.go:171","msg":"trace[886815795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000790997s","start":"2026-05-10T01:38:31.327669Z","end":"2026-05-10T01:38:33.328459Z","steps":["trace[886815795] 'agreement among raft nodes before linearized reading' (duration: 2.000683694s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.328523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.327636Z","time spent":"2.000878658s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:34.11655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.892787312s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:38:34.172396Z","caller":"traceutil/trace.go:171","msg":"trace[1657568657] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"2.841312832s","start":"2026-05-10T01:38:31.33103Z","end":"2026-05-10T01:38:34.172343Z","steps":["trace[1657568657] 'process raft request' (duration: 2.785797427s)","trace[1657568657] 'compare' (duration: 54.437741ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:34.172437Z","caller":"traceutil/trace.go:171","msg":"trace[1314372660] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"2.841330922s","start":"2026-05-10T01:38:31.331077Z","end":"2026-05-10T01:38:34.172408Z","steps":["trace[1314372660] 'process raft request' (duration: 2.841180289s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:34.172546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.331021Z","time spent":"2.841454196s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:34.172579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.33106Z","time spent":"2.841438945s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:34.17285Z","caller":"traceutil/trace.go:171","msg":"trace[701530812] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"2.84169018s","start":"2026-05-10T01:38:31.331125Z","end":"2026-05-10T01:38:34.172815Z","steps":["trace[701530812] 'process raft request' (duration: 2.84123999s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:34.173111Z","caller":"traceutil/trace.go:171","msg":"trace[696705422] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"2.841853794s","start":"2026-05-10T01:38:31.331223Z","end":"2026-05-10T01:38:34.173076Z","steps":["trace[696705422] 'process raft request' (duration: 2.841438625s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:34.173167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.331212Z","time spent":"2.841927496s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:34.173368Z","caller":"traceutil/trace.go:171","msg":"trace[1537342647] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"2.833881236s","start":"2026-05-10T01:38:31.339426Z","end":"2026-05-10T01:38:34.173307Z","steps":["trace[1537342647] 'process raft request' (duration: 2.833769284s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:34.17346Z","caller":"traceutil/trace.go:171","msg":"trace[1791459205] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"2.833816965s","start":"2026-05-10T01:38:31.339625Z","end":"2026-05-10T01:38:34.173442Z","steps":["trace[1791459205] 'process raft request' (duration: 2.833640671s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:34.173466Z","caller":"traceutil/trace.go:171","msg":"trace[1297431760] linearizableReadLoop","detail":"{readStateIndex:25519; appliedIndex:25511; }","duration":"2.845779994s","start":"2026-05-10T01:38:31.327675Z","end":"2026-05-10T01:38:34.173455Z","steps":["trace[1297431760] 'read index received' (duration: 895.984181ms)","trace[1297431760] 'applied index is now lower than readState.Index' (duration: 1.949795083s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:34.173549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.339617Z","time spent":"2.833889807s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:34.17357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.339416Z","time spent":"2.834085681s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:34.173542Z","caller":"traceutil/trace.go:171","msg":"trace[686972463] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"2.074719285s","start":"2026-05-10T01:38:32.098764Z","end":"2026-05-10T01:38:34.173483Z","steps":["trace[686972463] 'process raft request' (duration: 2.074613523s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:34.173711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.098747Z","time spent":"2.074878778s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:34.173738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.331107Z","time spent":"2.841823864s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:34.173796Z","caller":"traceutil/trace.go:171","msg":"trace[653858926] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"2.841086829s","start":"2026-05-10T01:38:31.332193Z","end":"2026-05-10T01:38:34.17328Z","steps":["trace[653858926] 'process raft request' (duration: 2.840680969s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:34.173893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.332181Z","time spent":"2.841679282s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:34.673861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:35.174791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:35.337544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000558801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:35.337629Z","caller":"traceutil/trace.go:171","msg":"trace[187343262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000675504s","start":"2026-05-10T01:38:33.336933Z","end":"2026-05-10T01:38:35.337608Z","steps":["trace[187343262] 'agreement among raft nodes before linearized reading' (duration: 2.000570912s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.337687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.336923Z","time spent":"2.000747455s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:35.675216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:36.176071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:36.446847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.314709609s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:37.338098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:37.338189Z","caller":"traceutil/trace.go:171","msg":"trace[598225498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550771s","start":"2026-05-10T01:38:35.337615Z","end":"2026-05-10T01:38:37.338165Z","steps":["trace[598225498] 'agreement among raft nodes before linearized reading' (duration: 2.000439619s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.338239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.337599Z","time spent":"2.000630643s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:37.357219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.103287ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T01:38:37.358127Z","caller":"traceutil/trace.go:171","msg":"trace[163962564] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"4.059903682s","start":"2026-05-10T01:38:33.298204Z","end":"2026-05-10T01:38:37.358108Z","steps":["trace[163962564] 'process raft request' (duration: 4.059111544s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.358242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.298185Z","time spent":"4.059993983s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:37.385059Z","caller":"traceutil/trace.go:171","msg":"trace[998084644] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"4.086815405s","start":"2026-05-10T01:38:33.298213Z","end":"2026-05-10T01:38:37.385029Z","steps":["trace[998084644] 'process raft request' (duration: 4.05988652s)","trace[998084644] 'compare' (duration: 26.742261ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:37.385285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.298186Z","time spent":"4.087001229s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:37.385493Z","caller":"traceutil/trace.go:171","msg":"trace[897895233] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"4.087168493s","start":"2026-05-10T01:38:33.298298Z","end":"2026-05-10T01:38:37.385466Z","steps":["trace[897895233] 'process raft request' (duration: 4.086688583s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.385623Z","caller":"traceutil/trace.go:171","msg":"trace[1384373603] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"4.085871034s","start":"2026-05-10T01:38:33.2997Z","end":"2026-05-10T01:38:37.385571Z","steps":["trace[1384373603] 'process raft request' (duration: 4.085585888s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.38567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.298186Z","time spent":"4.087387268s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:37.385745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.299693Z","time spent":"4.086004877s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:37.385965Z","caller":"traceutil/trace.go:171","msg":"trace[110120105] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"4.086044587s","start":"2026-05-10T01:38:33.299887Z","end":"2026-05-10T01:38:37.385931Z","steps":["trace[110120105] 'process raft request' (duration: 4.085545706s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.386145Z","caller":"traceutil/trace.go:171","msg":"trace[823368305] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"1.205621837s","start":"2026-05-10T01:38:36.180515Z","end":"2026-05-10T01:38:37.386137Z","steps":["trace[823368305] 'process raft request' (duration: 1.205524655s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.386179Z","caller":"traceutil/trace.go:171","msg":"trace[425010096] linearizableReadLoop","detail":"{readStateIndex:25528; appliedIndex:25520; }","duration":"3.212645553s","start":"2026-05-10T01:38:34.173515Z","end":"2026-05-10T01:38:37.38616Z","steps":["trace[425010096] 'read index received' (duration: 2.273687178s)","trace[425010096] 'applied index is now lower than readState.Index' (duration: 938.937474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:37.386221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.180497Z","time spent":"1.205678158s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:37.386083Z","caller":"traceutil/trace.go:171","msg":"trace[1771778259] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"4.085377173s","start":"2026-05-10T01:38:33.300693Z","end":"2026-05-10T01:38:37.38607Z","steps":["trace[1771778259] 'process raft request' (duration: 4.085097247s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.386337Z","caller":"traceutil/trace.go:171","msg":"trace[159327068] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"2.739422646s","start":"2026-05-10T01:38:34.646898Z","end":"2026-05-10T01:38:37.38632Z","steps":["trace[159327068] 'process raft request' (duration: 2.739071309s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.386378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27532105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:37.386399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.300688Z","time spent":"4.085651809s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:37.386416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.646873Z","time spent":"2.739488578s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:37.386446Z","caller":"traceutil/trace.go:171","msg":"trace[152617296] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24726; }","duration":"3.275464034s","start":"2026-05-10T01:38:34.110965Z","end":"2026-05-10T01:38:37.38643Z","steps":["trace[152617296] 'agreement among raft nodes before linearized reading' (duration: 3.275363931s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.386305Z","caller":"traceutil/trace.go:171","msg":"trace[697936650] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"1.085254197s","start":"2026-05-10T01:38:36.301036Z","end":"2026-05-10T01:38:37.386291Z","steps":["trace[697936650] 'process raft request' (duration: 1.085052752s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.386495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.110945Z","time spent":"3.275535465s","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.386553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.301012Z","time spent":"1.085505353s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:37.386674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.045426121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-10T01:38:37.386727Z","caller":"traceutil/trace.go:171","msg":"trace[925107598] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24726; }","duration":"5.045516253s","start":"2026-05-10T01:38:32.341197Z","end":"2026-05-10T01:38:37.386714Z","steps":["trace[925107598] 'agreement among raft nodes before linearized reading' (duration: 5.045341959s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.386745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.054539661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-10T01:38:37.386763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.341177Z","time spent":"5.045578044s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" "} {"level":"info","ts":"2026-05-10T01:38:37.386788Z","caller":"traceutil/trace.go:171","msg":"trace[932148941] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af; range_end:; response_count:1; response_revision:24726; }","duration":"4.054633523s","start":"2026-05-10T01:38:33.332141Z","end":"2026-05-10T01:38:37.386775Z","steps":["trace[932148941] 'agreement among raft nodes before linearized reading' (duration: 4.05449926s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.386827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.33211Z","time spent":"4.054708615s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af\" "} {"level":"warn","ts":"2026-05-10T01:38:37.386849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.256293452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae108ea61f2b08\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-10T01:38:37.386906Z","caller":"traceutil/trace.go:171","msg":"trace[196143397] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae108ea61f2b08; range_end:; response_count:1; response_revision:24726; }","duration":"5.256378324s","start":"2026-05-10T01:38:32.130514Z","end":"2026-05-10T01:38:37.386892Z","steps":["trace[196143397] 'agreement among raft nodes before linearized reading' (duration: 5.25619152s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.386644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.299878Z","time spent":"4.086259772s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:37.38698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190313957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:37.387014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.515037536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:37.387049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.757159729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:37.387058Z","caller":"traceutil/trace.go:171","msg":"trace[1605143034] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24726; }","duration":"5.515118658s","start":"2026-05-10T01:38:31.871927Z","end":"2026-05-10T01:38:37.387045Z","steps":["trace[1605143034] 'agreement among raft nodes before linearized reading' (duration: 5.515043697s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.38707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.855205873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-10T01:38:37.387094Z","caller":"traceutil/trace.go:171","msg":"trace[442445211] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24726; }","duration":"3.7572058s","start":"2026-05-10T01:38:33.629876Z","end":"2026-05-10T01:38:37.387082Z","steps":["trace[442445211] 'agreement among raft nodes before linearized reading' (duration: 3.757136779s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.387101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.871905Z","time spent":"5.515183729s","remote":"127.0.0.1:52100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.387127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.629816Z","time spent":"3.757303622s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-10T01:38:37.387146Z","caller":"traceutil/trace.go:171","msg":"trace[365168211] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24726; }","duration":"4.855299005s","start":"2026-05-10T01:38:32.531805Z","end":"2026-05-10T01:38:37.387104Z","steps":["trace[365168211] 'agreement among raft nodes before linearized reading' (duration: 4.855134501s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.387186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.531755Z","time spent":"4.855421168s","remote":"127.0.0.1:39978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-10T01:38:37.387246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050096821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:37.387286Z","caller":"traceutil/trace.go:171","msg":"trace[864010259] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24726; }","duration":"4.050138612s","start":"2026-05-10T01:38:33.337136Z","end":"2026-05-10T01:38:37.387275Z","steps":["trace[864010259] 'agreement among raft nodes before linearized reading' (duration: 4.050077451s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.387333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.337073Z","time spent":"4.050246354s","remote":"127.0.0.1:48590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:37.38702Z","caller":"traceutil/trace.go:171","msg":"trace[177614411] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24726; }","duration":"4.190390239s","start":"2026-05-10T01:38:33.19662Z","end":"2026-05-10T01:38:37.38701Z","steps":["trace[177614411] 'agreement among raft nodes before linearized reading' (duration: 4.190311227s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.38749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920334996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:37.387569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759987373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:37.387583Z","caller":"traceutil/trace.go:171","msg":"trace[1910953032] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24726; }","duration":"2.920454769s","start":"2026-05-10T01:38:34.467106Z","end":"2026-05-10T01:38:37.38756Z","steps":["trace[1910953032] 'agreement among raft nodes before linearized reading' (duration: 2.920243514s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.387575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385982157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:37.387622Z","caller":"traceutil/trace.go:171","msg":"trace[1322947969] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24726; }","duration":"3.760066525s","start":"2026-05-10T01:38:33.627543Z","end":"2026-05-10T01:38:37.387609Z","steps":["trace[1322947969] 'agreement among raft nodes before linearized reading' (duration: 3.759986503s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.387636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.467043Z","time spent":"2.920579622s","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.387662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.627526Z","time spent":"3.760127316s","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:37.387677Z","caller":"traceutil/trace.go:171","msg":"trace[2020425718] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24726; }","duration":"4.386101739s","start":"2026-05-10T01:38:33.001536Z","end":"2026-05-10T01:38:37.387638Z","steps":["trace[2020425718] 'agreement among raft nodes before linearized reading' (duration: 4.385989767s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.387723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.001515Z","time spent":"4.386195172s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.387942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048834512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:37.387975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209478264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:38:37.387992Z","caller":"traceutil/trace.go:171","msg":"trace[884864344] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24726; }","duration":"6.048911283s","start":"2026-05-10T01:38:31.339067Z","end":"2026-05-10T01:38:37.387978Z","steps":["trace[884864344] 'agreement among raft nodes before linearized reading' (duration: 6.04879757s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.388012Z","caller":"traceutil/trace.go:171","msg":"trace[1341398815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24726; }","duration":"1.209531115s","start":"2026-05-10T01:38:36.178471Z","end":"2026-05-10T01:38:37.388002Z","steps":["trace[1341398815] 'agreement among raft nodes before linearized reading' (duration: 1.209421413s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.388039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.339058Z","time spent":"6.048971804s","remote":"127.0.0.1:39978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.388147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.057138337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff5b3b8d-196f-4404-a0b9-7e2be623994a\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-10T01:38:37.388189Z","caller":"traceutil/trace.go:171","msg":"trace[1300910805] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff5b3b8d-196f-4404-a0b9-7e2be623994a; range_end:; response_count:1; response_revision:24726; }","duration":"6.057179168s","start":"2026-05-10T01:38:31.331001Z","end":"2026-05-10T01:38:37.38818Z","steps":["trace[1300910805] 'agreement among raft nodes before linearized reading' (duration: 6.057064506s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.386947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.130476Z","time spent":"5.256459586s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae108ea61f2b08\" "} {"level":"warn","ts":"2026-05-10T01:38:37.388309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210081577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:38:37.38834Z","caller":"traceutil/trace.go:171","msg":"trace[870410593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24726; }","duration":"1.210128099s","start":"2026-05-10T01:38:36.178203Z","end":"2026-05-10T01:38:37.388331Z","steps":["trace[870410593] 'agreement among raft nodes before linearized reading' (duration: 1.209994956s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.388382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.178193Z","time spent":"1.210169319s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:38:37.388398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.764514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:37.388465Z","caller":"traceutil/trace.go:171","msg":"trace[1731172354] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24726; }","duration":"578.881366ms","start":"2026-05-10T01:38:36.809567Z","end":"2026-05-10T01:38:37.388449Z","steps":["trace[1731172354] 'agreement among raft nodes before linearized reading' (duration: 578.756303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.388511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.809549Z","time spent":"578.953597ms","remote":"127.0.0.1:38142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.388575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.451097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:37.388623Z","caller":"traceutil/trace.go:171","msg":"trace[1764545505] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24726; }","duration":"882.530899ms","start":"2026-05-10T01:38:36.506076Z","end":"2026-05-10T01:38:37.388607Z","steps":["trace[1764545505] 'agreement among raft nodes before linearized reading' (duration: 882.470917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.388611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708727418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:37.388658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.506058Z","time spent":"882.591641ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.38864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642168375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:37.388755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281677464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:37.387515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.196599Z","time spent":"4.19089502s","remote":"127.0.0.1:38450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.388809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.057845713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-10T01:38:37.389038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210378484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-10T01:38:37.389068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608305656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:37.389119Z","caller":"traceutil/trace.go:171","msg":"trace[495973268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24726; }","duration":"1.210485716s","start":"2026-05-10T01:38:36.178625Z","end":"2026-05-10T01:38:37.38911Z","steps":["trace[495973268] 'agreement among raft nodes before linearized reading' (duration: 1.210144908s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.389126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.850797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-10T01:38:37.389144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.178581Z","time spent":"1.210556457s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:37.389155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211988941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:38:37.389171Z","caller":"traceutil/trace.go:171","msg":"trace[1541273178] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24726; }","duration":"250.965341ms","start":"2026-05-10T01:38:37.138196Z","end":"2026-05-10T01:38:37.389161Z","steps":["trace[1541273178] 'agreement among raft nodes before linearized reading' (duration: 250.810477ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.389189Z","caller":"traceutil/trace.go:171","msg":"trace[1058689119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24726; }","duration":"1.212109273s","start":"2026-05-10T01:38:36.177071Z","end":"2026-05-10T01:38:37.38918Z","steps":["trace[1058689119] 'agreement among raft nodes before linearized reading' (duration: 1.211953489s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.38919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644733279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:37.389054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.206114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:37.389221Z","caller":"traceutil/trace.go:171","msg":"trace[520354610] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24726; }","duration":"1.644811061s","start":"2026-05-10T01:38:35.744402Z","end":"2026-05-10T01:38:37.389213Z","steps":["trace[520354610] 'agreement among raft nodes before linearized reading' (duration: 1.64475663s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.389219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.17705Z","time spent":"1.212162684s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:38:37.389248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.74438Z","time spent":"1.644859432s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:37.389241Z","caller":"traceutil/trace.go:171","msg":"trace[1752126341] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24726; }","duration":"838.42229ms","start":"2026-05-10T01:38:36.550809Z","end":"2026-05-10T01:38:37.389231Z","steps":["trace[1752126341] 'agreement among raft nodes before linearized reading' (duration: 838.207524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.388045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.178463Z","time spent":"1.209573606s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:37.389298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.550793Z","time spent":"838.481401ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:37.388682Z","caller":"traceutil/trace.go:171","msg":"trace[1719807829] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24726; }","duration":"2.708825821s","start":"2026-05-10T01:38:34.679833Z","end":"2026-05-10T01:38:37.388659Z","steps":["trace[1719807829] 'agreement among raft nodes before linearized reading' (duration: 2.708728049s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.388762Z","caller":"traceutil/trace.go:171","msg":"trace[403258455] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24726; }","duration":"2.64234924s","start":"2026-05-10T01:38:34.746384Z","end":"2026-05-10T01:38:37.388733Z","steps":["trace[403258455] 'agreement among raft nodes before linearized reading' (duration: 2.642114904s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.388219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.330966Z","time spent":"6.05724333s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ff5b3b8d-196f-4404-a0b9-7e2be623994a\" "} {"level":"warn","ts":"2026-05-10T01:38:37.389376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.746363Z","time spent":"2.643000714s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:37.389063Z","caller":"traceutil/trace.go:171","msg":"trace[1908487459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24726; }","duration":"6.058105258s","start":"2026-05-10T01:38:31.330936Z","end":"2026-05-10T01:38:37.389041Z","steps":["trace[1908487459] 'agreement among raft nodes before linearized reading' (duration: 6.057758311s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.388999Z","caller":"traceutil/trace.go:171","msg":"trace[2026233683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24726; }","duration":"1.281788475s","start":"2026-05-10T01:38:36.107016Z","end":"2026-05-10T01:38:37.388804Z","steps":["trace[2026233683] 'agreement among raft nodes before linearized reading' (duration: 1.281686263s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.389453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.106992Z","time spent":"1.282451131s","remote":"127.0.0.1:40150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209460602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-10T01:38:37.388514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210815404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:38:37.389139Z","caller":"traceutil/trace.go:171","msg":"trace[709222997] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24726; }","duration":"2.608408998s","start":"2026-05-10T01:38:34.780718Z","end":"2026-05-10T01:38:37.389127Z","steps":["trace[709222997] 'agreement among raft nodes before linearized reading' (duration: 2.608319446s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.389493Z","caller":"traceutil/trace.go:171","msg":"trace[1085078337] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24726; }","duration":"1.210151149s","start":"2026-05-10T01:38:36.179335Z","end":"2026-05-10T01:38:37.389486Z","steps":["trace[1085078337] 'agreement among raft nodes before linearized reading' (duration: 1.209412712s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.389533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.179327Z","time spent":"1.21019965s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:38:37.389531Z","caller":"traceutil/trace.go:171","msg":"trace[1514122928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24726; }","duration":"1.211877398s","start":"2026-05-10T01:38:36.177641Z","end":"2026-05-10T01:38:37.389519Z","steps":["trace[1514122928] 'agreement among raft nodes before linearized reading' (duration: 1.210814573s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:37.389466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.330923Z","time spent":"6.058513899s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:38:37.389545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.780692Z","time spent":"2.608830178s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:37.389576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:36.177614Z","time spent":"1.21194398s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:37.38938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.679814Z","time spent":"2.709542277s","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:39.391493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:39.391575Z","caller":"traceutil/trace.go:171","msg":"trace[945896188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714354s","start":"2026-05-10T01:38:37.390842Z","end":"2026-05-10T01:38:39.391556Z","steps":["trace[945896188] 'agreement among raft nodes before linearized reading' (duration: 2.000600062s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:39.391623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.39083Z","time spent":"2.000784666s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:41.05357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509097235s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:41.053694Z","caller":"traceutil/trace.go:171","msg":"trace[1133422455] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"3.663620781s","start":"2026-05-10T01:38:37.390053Z","end":"2026-05-10T01:38:41.053674Z","steps":["trace[1133422455] 'process raft request' (duration: 154.308311ms)","trace[1133422455] 'compare' (duration: 3.506328053s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:41.053757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.390029Z","time spent":"3.663697403s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:41.396151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:41.396221Z","caller":"traceutil/trace.go:171","msg":"trace[991660856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400698s","start":"2026-05-10T01:38:39.395805Z","end":"2026-05-10T01:38:41.396205Z","steps":["trace[991660856] 'agreement among raft nodes before linearized reading' (duration: 2.000313126s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:41.396257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.395799Z","time spent":"2.000452399s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:42.03611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.491662127s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:42.394164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.397104Z","time spent":"4.997052435s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:42.394679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.39698Z","time spent":"4.997695889s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/10 01:38:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:42.394795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.396887Z","time spent":"4.997847083s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/10 01:38:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:43.396728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:43.396809Z","caller":"traceutil/trace.go:171","msg":"trace[2137872197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408658s","start":"2026-05-10T01:38:41.396382Z","end":"2026-05-10T01:38:43.396791Z","steps":["trace[2137872197] 'agreement among raft nodes before linearized reading' (duration: 2.000307825s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:43.396858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.396358Z","time spent":"2.00048857s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:44.361719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.363108Z","time spent":"4.998429236s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/10 01:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:44.390895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.392206Z","time spent":"4.998686102s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/10 01:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:44.391247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.390881Z","time spent":"7.000359278s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:44.391269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.390753Z","time spent":"7.000479181s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:44.392352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.394002Z","time spent":"4.998345115s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:44.392781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.393158Z","time spent":"4.999620253s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:44.394127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.396649Z","time spent":"4.997473815s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:44.394888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.395276Z","time spent":"4.999609532s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:44.397053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.396935Z","time spent":"7.000113203s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:44.39753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.397053Z","time spent":"7.000475301s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:44.398266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.397837Z","time spent":"7.00042627s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:44.912112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875813077s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-10T01:38:44.912632Z","caller":"traceutil/trace.go:171","msg":"trace[520093381] linearizableReadLoop","detail":"{readStateIndex:25532; appliedIndex:25530; }","duration":"7.521743915s","start":"2026-05-10T01:38:37.390871Z","end":"2026-05-10T01:38:44.912614Z","steps":["trace[520093381] 'read index received' (duration: 153.700298ms)","trace[520093381] 'applied index is now lower than readState.Index' (duration: 7.368042447s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:45.083363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.047080309s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:45.404382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:45.404485Z","caller":"traceutil/trace.go:171","msg":"trace[1645985625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975719s","start":"2026-05-10T01:38:43.404489Z","end":"2026-05-10T01:38:45.404465Z","steps":["trace[1645985625] 'agreement among raft nodes before linearized reading' (duration: 1.999846956s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:45.404544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.404468Z","time spent":"2.00006544s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:45.833921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.833272Z","time spent":"7.000642005s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:45.972899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.972714Z","time spent":"7.000173114s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:46.176335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778894048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-10T01:38:46.176371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777956856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:46.176429Z","caller":"traceutil/trace.go:171","msg":"trace[1174724287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"1.779025991s","start":"2026-05-10T01:38:44.397379Z","end":"2026-05-10T01:38:46.176405Z","steps":["trace[1174724287] 'agreement among raft nodes before linearized reading' (duration: 1.778909719s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:46.176461Z","caller":"traceutil/trace.go:171","msg":"trace[86911806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.778084969s","start":"2026-05-10T01:38:44.398355Z","end":"2026-05-10T01:38:46.17644Z","steps":["trace[86911806] 'agreement among raft nodes before linearized reading' (duration: 1.777965686s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:46.176493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.397367Z","time spent":"1.779108223s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:46.176512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.398344Z","time spent":"1.778157431s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/10 01:38:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/10 01:38:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:46.178254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780632987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:46.178301Z","caller":"traceutil/trace.go:171","msg":"trace[1824483077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.780690079s","start":"2026-05-10T01:38:44.397599Z","end":"2026-05-10T01:38:46.178289Z","steps":["trace[1824483077] 'agreement among raft nodes before linearized reading' (duration: 1.780632287s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:46.178346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.397501Z","time spent":"1.780826962s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/10 01:38:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:46.186216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496620394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:46.186302Z","caller":"traceutil/trace.go:171","msg":"trace[1000705111] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"3.496754657s","start":"2026-05-10T01:38:42.689526Z","end":"2026-05-10T01:38:46.186281Z","steps":["trace[1000705111] 'agreement among raft nodes before linearized reading' (duration: 3.496646425s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:46.186354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.689509Z","time spent":"3.496834488s","remote":"127.0.0.1:39978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} 2026/05/10 01:38:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:46.39559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.395011Z","time spent":"7.000572303s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:46.818564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.735019064s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:47.398341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001422874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:47.398427Z","caller":"traceutil/trace.go:171","msg":"trace[1890917461] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.001532586s","start":"2026-05-10T01:38:37.396875Z","end":"2026-05-10T01:38:47.398408Z","steps":["trace[1890917461] 'agreement among raft nodes before linearized reading' (duration: 10.001418924s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:47.398532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.396834Z","time spent":"10.001684921s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/05/10 01:38:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:47.405432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:47.405515Z","caller":"traceutil/trace.go:171","msg":"trace[1582548177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562771s","start":"2026-05-10T01:38:45.404932Z","end":"2026-05-10T01:38:47.405495Z","steps":["trace[1582548177] 'agreement among raft nodes before linearized reading' (duration: 2.000458359s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:47.405565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.404919Z","time spent":"2.000637252s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:47.992185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515761735s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:47.992318Z","caller":"traceutil/trace.go:171","msg":"trace[362125264] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24734; }","duration":"1.515910738s","start":"2026-05-10T01:38:46.476388Z","end":"2026-05-10T01:38:47.992299Z","steps":["trace[362125264] 'range keys from in-memory index tree' (duration: 1.515745784s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:47.994357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91071168s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:47.996325Z","caller":"traceutil/trace.go:171","msg":"trace[395690247] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"5.601118478s","start":"2026-05-10T01:38:42.395183Z","end":"2026-05-10T01:38:47.996302Z","steps":["trace[395690247] 'process raft request' (duration: 5.600869072s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:47.996447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.395163Z","time spent":"5.60122332s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:48.058939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.240143691s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:49.362523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998770854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:49.362611Z","caller":"traceutil/trace.go:171","msg":"trace[1735907556] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998928928s","start":"2026-05-10T01:38:44.363663Z","end":"2026-05-10T01:38:49.362592Z","steps":["trace[1735907556] 'agreement among raft nodes before linearized reading' (duration: 4.998815075s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:49.362661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.363649Z","time spent":"4.99900177s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-10T01:38:49.390421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998508929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:49.390524Z","caller":"traceutil/trace.go:171","msg":"trace[574408688] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998712894s","start":"2026-05-10T01:38:44.391786Z","end":"2026-05-10T01:38:49.390499Z","steps":["trace[574408688] 'agreement among raft nodes before linearized reading' (duration: 4.99857177s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:49.390575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.391774Z","time spent":"4.998791305s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/10 01:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:49.392546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996746067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:49.392597Z","caller":"traceutil/trace.go:171","msg":"trace[495408874] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99682377s","start":"2026-05-10T01:38:44.395761Z","end":"2026-05-10T01:38:49.392585Z","steps":["trace[495408874] 'agreement among raft nodes before linearized reading' (duration: 4.996766918s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:49.392638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.395747Z","time spent":"4.996882421s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/10 01:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:49.392839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99593486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-10T01:38:49.392842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994272272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:49.392878Z","caller":"traceutil/trace.go:171","msg":"trace[1090296321] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.995986011s","start":"2026-05-10T01:38:44.396881Z","end":"2026-05-10T01:38:49.392867Z","steps":["trace[1090296321] 'agreement among raft nodes before linearized reading' (duration: 4.99594306s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:49.392906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.396875Z","time spent":"4.996025161s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/10 01:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-10T01:38:49.392908Z","caller":"traceutil/trace.go:171","msg":"trace[857544899] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.994361134s","start":"2026-05-10T01:38:44.398532Z","end":"2026-05-10T01:38:49.392893Z","steps":["trace[857544899] 'agreement among raft nodes before linearized reading' (duration: 4.994281503s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:49.392988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.398524Z","time spent":"4.994456576s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/10 01:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:49.394246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996885422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:49.394281Z","caller":"traceutil/trace.go:171","msg":"trace[2125629096] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.996947073s","start":"2026-05-10T01:38:44.397323Z","end":"2026-05-10T01:38:49.39427Z","steps":["trace[2125629096] 'agreement among raft nodes before linearized reading' (duration: 4.996910382s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:49.394304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.397308Z","time spent":"4.996991214s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/10 01:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:49.394842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995082792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:49.394876Z","caller":"traceutil/trace.go:171","msg":"trace[1847559067] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.995153594s","start":"2026-05-10T01:38:46.399713Z","end":"2026-05-10T01:38:49.394867Z","steps":["trace[1847559067] 'agreement among raft nodes before linearized reading' (duration: 2.995114683s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:49.394903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.399684Z","time spent":"2.995210625s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/10 01:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:49.412934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:49.412989Z","caller":"traceutil/trace.go:171","msg":"trace[1115425182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096751s","start":"2026-05-10T01:38:47.412879Z","end":"2026-05-10T01:38:49.412976Z","steps":["trace[1115425182] 'agreement among raft nodes before linearized reading' (duration: 2.000035899s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:49.413023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.412859Z","time spent":"2.000156032s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:49.66491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.546103866s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:51.177288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999048349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-10T01:38:51.177309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998931487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:51.177368Z","caller":"traceutil/trace.go:171","msg":"trace[1930489606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999179352s","start":"2026-05-10T01:38:46.17817Z","end":"2026-05-10T01:38:51.17735Z","steps":["trace[1930489606] 'agreement among raft nodes before linearized reading' (duration: 4.9990743s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:51.177404Z","caller":"traceutil/trace.go:171","msg":"trace[311615900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99908277s","start":"2026-05-10T01:38:46.178296Z","end":"2026-05-10T01:38:51.177379Z","steps":["trace[311615900] 'agreement among raft nodes before linearized reading' (duration: 4.998947527s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:51.177418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.178155Z","time spent":"4.999245403s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/10 01:38:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:51.177504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.178286Z","time spent":"4.999162992s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/10 01:38:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:51.413534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:51.413626Z","caller":"traceutil/trace.go:171","msg":"trace[36018815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00053161s","start":"2026-05-10T01:38:49.413073Z","end":"2026-05-10T01:38:51.413604Z","steps":["trace[36018815] 'agreement among raft nodes before linearized reading' (duration: 2.000407667s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:51.413676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:49.413052Z","time spent":"2.000613103s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:51.536535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00089403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:51.536648Z","caller":"traceutil/trace.go:171","msg":"trace[536427656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001050082s","start":"2026-05-10T01:38:49.535575Z","end":"2026-05-10T01:38:51.536625Z","steps":["trace[536427656] 'agreement among raft nodes before linearized reading' (duration: 2.00091657s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:51.536711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:49.535559Z","time spent":"2.001137975s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:51.912861Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9e0f5d9bb29e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-10T01:38:52.40358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407347245s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T01:38:52.404064Z","caller":"traceutil/trace.go:171","msg":"trace[319439346] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24745; }","duration":"6.426434493s","start":"2026-05-10T01:38:45.9776Z","end":"2026-05-10T01:38:52.404035Z","steps":["trace[319439346] 'process raft request' (duration: 6.426186167s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.404235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.977573Z","time spent":"6.426560226s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:52.405379Z","caller":"traceutil/trace.go:171","msg":"trace[1998091858] linearizableReadLoop","detail":"{readStateIndex:25550; appliedIndex:25539; }","duration":"7.492669394s","start":"2026-05-10T01:38:44.912673Z","end":"2026-05-10T01:38:52.405343Z","steps":["trace[1998091858] 'read index received' (duration: 170.965645ms)","trace[1998091858] 'applied index is now lower than readState.Index' (duration: 7.321700268s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:52.405484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.347087874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-10T01:38:52.405538Z","caller":"traceutil/trace.go:171","msg":"trace[429216655] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af; range_end:; response_count:1; response_revision:24745; }","duration":"11.347178327s","start":"2026-05-10T01:38:41.058346Z","end":"2026-05-10T01:38:52.405524Z","steps":["trace[429216655] 'agreement among raft nodes before linearized reading' (duration: 11.347006373s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.405552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.350404366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:52.405555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.905085183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-05-10T01:38:52.405488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.780109155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:52.405571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.145731534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:52.405591Z","caller":"traceutil/trace.go:171","msg":"trace[987303370] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24745; }","duration":"8.350439917s","start":"2026-05-10T01:38:44.055136Z","end":"2026-05-10T01:38:52.405576Z","steps":["trace[987303370] 'agreement among raft nodes before linearized reading' (duration: 8.350386105s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.405598Z","caller":"traceutil/trace.go:171","msg":"trace[848620712] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24745; }","duration":"11.905179725s","start":"2026-05-10T01:38:40.500404Z","end":"2026-05-10T01:38:52.405584Z","steps":["trace[848620712] 'agreement among raft nodes before linearized reading' (duration: 11.905064932s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.405617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.141248626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.405624Z","caller":"traceutil/trace.go:171","msg":"trace[667656612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24745; }","duration":"8.145811336s","start":"2026-05-10T01:38:44.259799Z","end":"2026-05-10T01:38:52.405611Z","steps":["trace[667656612] 'agreement among raft nodes before linearized reading' (duration: 8.145709384s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.405636Z","caller":"traceutil/trace.go:171","msg":"trace[393503504] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24745; }","duration":"11.141298848s","start":"2026-05-10T01:38:41.264331Z","end":"2026-05-10T01:38:52.40563Z","steps":["trace[393503504] 'agreement among raft nodes before linearized reading' (duration: 11.141268217s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.405612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152264071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:52.405628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.055053Z","time spent":"8.35056392s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.405652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.264312Z","time spent":"11.141334598s","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.405658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.259791Z","time spent":"8.145857847s","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.405664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.109737375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.405686Z","caller":"traceutil/trace.go:171","msg":"trace[2032428956] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24745; }","duration":"12.109787125s","start":"2026-05-10T01:38:40.295892Z","end":"2026-05-10T01:38:52.40568Z","steps":["trace[2032428956] 'agreement among raft nodes before linearized reading' (duration: 12.109752604s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.405678Z","caller":"traceutil/trace.go:171","msg":"trace[274341117] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24745; }","duration":"8.152389803s","start":"2026-05-10T01:38:44.253268Z","end":"2026-05-10T01:38:52.405658Z","steps":["trace[274341117] 'agreement among raft nodes before linearized reading' (duration: 8.15224549s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.405672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.185077029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:52.405709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.295874Z","time spent":"12.109827936s","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:52.405723Z","caller":"traceutil/trace.go:171","msg":"trace[12969851] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24745; }","duration":"11.185171252s","start":"2026-05-10T01:38:41.220537Z","end":"2026-05-10T01:38:52.405708Z","steps":["trace[12969851] 'agreement among raft nodes before linearized reading' (duration: 11.18508463s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.405727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006235373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-05-10T01:38:52.405752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.220513Z","time spent":"11.185230103s","remote":"127.0.0.1:52082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.405754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.253221Z","time spent":"8.152485056s","remote":"127.0.0.1:38518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.405762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.357340915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-10T01:38:52.405801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.123956651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:52.405567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.058333Z","time spent":"11.347227797s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af\" "} {"level":"info","ts":"2026-05-10T01:38:52.405791Z","caller":"traceutil/trace.go:171","msg":"trace[191647918] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24745; }","duration":"10.006364126s","start":"2026-05-10T01:38:42.399406Z","end":"2026-05-10T01:38:52.40577Z","steps":["trace[191647918] 'agreement among raft nodes before linearized reading' (duration: 10.006141171s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.405821Z","caller":"traceutil/trace.go:171","msg":"trace[830351865] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24745; }","duration":"9.357429418s","start":"2026-05-10T01:38:43.048376Z","end":"2026-05-10T01:38:52.405805Z","steps":["trace[830351865] 'agreement among raft nodes before linearized reading' (duration: 9.357241164s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.405833Z","caller":"traceutil/trace.go:171","msg":"trace[812165568] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24745; }","duration":"14.124025253s","start":"2026-05-10T01:38:38.281797Z","end":"2026-05-10T01:38:52.405822Z","steps":["trace[812165568] 'agreement among raft nodes before linearized reading' (duration: 14.123970582s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.405826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.840309483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-10T01:38:52.405851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.048355Z","time spent":"9.357490299s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:52.405864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.281776Z","time spent":"14.124081165s","remote":"127.0.0.1:38274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.405864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.399373Z","time spent":"10.006477959s","remote":"127.0.0.1:39978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-10T01:38:52.405747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.010905175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-10T01:38:52.405902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.478510847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.405896Z","caller":"traceutil/trace.go:171","msg":"trace[226480374] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24745; }","duration":"7.840414414s","start":"2026-05-10T01:38:44.56546Z","end":"2026-05-10T01:38:52.405874Z","steps":["trace[226480374] 'agreement among raft nodes before linearized reading' (duration: 7.840180729s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.405924Z","caller":"traceutil/trace.go:171","msg":"trace[1180072053] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24745; }","duration":"12.478566968s","start":"2026-05-10T01:38:39.927348Z","end":"2026-05-10T01:38:52.405915Z","steps":["trace[1180072053] 'agreement among raft nodes before linearized reading' (duration: 12.478537327s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.405847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.399115506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:52.405923Z","caller":"traceutil/trace.go:171","msg":"trace[412212271] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24745; }","duration":"14.011075209s","start":"2026-05-10T01:38:38.394835Z","end":"2026-05-10T01:38:52.40591Z","steps":["trace[412212271] 'agreement among raft nodes before linearized reading' (duration: 14.010820633s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.40594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.927327Z","time spent":"12.478608829s","remote":"127.0.0.1:49774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.405868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.011469554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-05-10T01:38:52.40594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.56544Z","time spent":"7.840492757s","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-10T01:38:52.405951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.459405688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:52.405589Z","caller":"traceutil/trace.go:171","msg":"trace[1935275235] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24745; }","duration":"8.780274939s","start":"2026-05-10T01:38:43.625308Z","end":"2026-05-10T01:38:52.405583Z","steps":["trace[1935275235] 'agreement among raft nodes before linearized reading' (duration: 8.780118335s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.405634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.500382Z","time spent":"11.905243356s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-10T01:38:52.40599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.625271Z","time spent":"8.780711229s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:52.405998Z","caller":"traceutil/trace.go:171","msg":"trace[1457387361] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24745; }","duration":"14.45949624s","start":"2026-05-10T01:38:37.946486Z","end":"2026-05-10T01:38:52.405982Z","steps":["trace[1457387361] 'agreement among raft nodes before linearized reading' (duration: 14.459408288s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.406032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.94646Z","time spent":"14.459563411s","remote":"127.0.0.1:47730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.405614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.983079462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:52.405877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.628295382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.406094Z","caller":"traceutil/trace.go:171","msg":"trace[392291809] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24745; }","duration":"13.628552478s","start":"2026-05-10T01:38:38.777536Z","end":"2026-05-10T01:38:52.406088Z","steps":["trace[392291809] 'agreement among raft nodes before linearized reading' (duration: 13.628325743s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.40611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.777502Z","time spent":"13.628603168s","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:52.4061Z","caller":"traceutil/trace.go:171","msg":"trace[775654584] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24745; }","duration":"13.983586233s","start":"2026-05-10T01:38:38.422496Z","end":"2026-05-10T01:38:52.406082Z","steps":["trace[775654584] 'agreement among raft nodes before linearized reading' (duration: 13.983051251s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.405955Z","caller":"traceutil/trace.go:171","msg":"trace[660447772] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24745; }","duration":"12.399256969s","start":"2026-05-10T01:38:40.006687Z","end":"2026-05-10T01:38:52.405944Z","steps":["trace[660447772] 'agreement among raft nodes before linearized reading' (duration: 12.399131396s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.406149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.422441Z","time spent":"13.983689285s","remote":"127.0.0.1:52134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.405957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.394776Z","time spent":"14.011172422s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" "} {"level":"warn","ts":"2026-05-10T01:38:52.40617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.006665Z","time spent":"12.399491624s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.40587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.009116139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-10T01:38:52.405968Z","caller":"traceutil/trace.go:171","msg":"trace[577255736] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24745; }","duration":"13.011586806s","start":"2026-05-10T01:38:39.394375Z","end":"2026-05-10T01:38:52.405962Z","steps":["trace[577255736] 'agreement among raft nodes before linearized reading' (duration: 13.011459993s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.406225Z","caller":"traceutil/trace.go:171","msg":"trace[1551309109] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24745; }","duration":"15.009485828s","start":"2026-05-10T01:38:37.39673Z","end":"2026-05-10T01:38:52.406216Z","steps":["trace[1551309109] 'agreement among raft nodes before linearized reading' (duration: 15.009052298s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.40624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.394367Z","time spent":"13.011862862s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-10T01:38:52.406254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.39672Z","time spent":"15.009526258s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-10T01:38:52.405811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.071518099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.406286Z","caller":"traceutil/trace.go:171","msg":"trace[553130142] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24745; }","duration":"8.07203561s","start":"2026-05-10T01:38:44.334244Z","end":"2026-05-10T01:38:52.40628Z","steps":["trace[553130142] 'agreement among raft nodes before linearized reading' (duration: 8.071533979s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.406308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.334219Z","time spent":"8.072082752s","remote":"127.0.0.1:51880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.406059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.015158825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-10T01:38:52.406367Z","caller":"traceutil/trace.go:171","msg":"trace[1024970467] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24745; }","duration":"15.015489702s","start":"2026-05-10T01:38:37.390865Z","end":"2026-05-10T01:38:52.406355Z","steps":["trace[1024970467] 'agreement among raft nodes before linearized reading' (duration: 15.015115894s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.406439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.390848Z","time spent":"15.015579404s","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-10T01:38:52.405715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.836490955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.406476Z","caller":"traceutil/trace.go:171","msg":"trace[1300513665] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24745; }","duration":"9.837341063s","start":"2026-05-10T01:38:42.569126Z","end":"2026-05-10T01:38:52.406467Z","steps":["trace[1300513665] 'agreement among raft nodes before linearized reading' (duration: 9.836501235s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.406506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.569049Z","time spent":"9.837447466s","remote":"127.0.0.1:37702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:52.406632Z","caller":"traceutil/trace.go:171","msg":"trace[1820231387] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"4.850067828s","start":"2026-05-10T01:38:47.556549Z","end":"2026-05-10T01:38:52.406617Z","steps":["trace[1820231387] 'process raft request' (duration: 4.847382127s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.406748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.556522Z","time spent":"4.85015474s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:52.597058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.918232658s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:52.963821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.39499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:52.964024Z","caller":"traceutil/trace.go:171","msg":"trace[701220517] linearizableReadLoop","detail":"{readStateIndex:25554; appliedIndex:25552; }","duration":"558.56061ms","start":"2026-05-10T01:38:52.405442Z","end":"2026-05-10T01:38:52.964003Z","steps":["trace[701220517] 'read index received' (duration: 191.916494ms)","trace[701220517] 'applied index is now lower than readState.Index' (duration: 366.642746ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:52.964186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.783027242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-10T01:38:52.964186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.334566386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.964222Z","caller":"traceutil/trace.go:171","msg":"trace[336086761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24747; }","duration":"6.783095354s","start":"2026-05-10T01:38:46.181118Z","end":"2026-05-10T01:38:52.964213Z","steps":["trace[336086761] 'agreement among raft nodes before linearized reading' (duration: 6.782966661s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.964191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.663313716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:52.964198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.558720782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.964249Z","caller":"traceutil/trace.go:171","msg":"trace[606286039] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24747; }","duration":"7.334669508s","start":"2026-05-10T01:38:45.629562Z","end":"2026-05-10T01:38:52.964231Z","steps":["trace[606286039] 'agreement among raft nodes before linearized reading' (duration: 7.334581006s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.96426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.181075Z","time spent":"6.783171826s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:38:52.964287Z","caller":"traceutil/trace.go:171","msg":"trace[1020593839] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24747; }","duration":"4.558851454s","start":"2026-05-10T01:38:48.405421Z","end":"2026-05-10T01:38:52.964273Z","steps":["trace[1020593839] 'agreement among raft nodes before linearized reading' (duration: 4.558712301s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.964287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.629539Z","time spent":"7.334741379s","remote":"127.0.0.1:48546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:52.964283Z","caller":"traceutil/trace.go:171","msg":"trace[1406747302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24747; }","duration":"6.663438739s","start":"2026-05-10T01:38:46.300823Z","end":"2026-05-10T01:38:52.964262Z","steps":["trace[1406747302] 'agreement among raft nodes before linearized reading' (duration: 6.663207984s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.964318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:48.405405Z","time spent":"4.558904656s","remote":"127.0.0.1:51820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.964348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.300736Z","time spent":"6.663597902s","remote":"127.0.0.1:51684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.96438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.528987248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-10T01:38:52.964425Z","caller":"traceutil/trace.go:171","msg":"trace[712364663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24747; }","duration":"5.52904474s","start":"2026-05-10T01:38:47.435365Z","end":"2026-05-10T01:38:52.96441Z","steps":["trace[712364663] 'agreement among raft nodes before linearized reading' (duration: 5.528885107s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.964403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.126071568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-10T01:38:52.964458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.435353Z","time spent":"5.529097891s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-10T01:38:52.964473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.370570613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:52.964504Z","caller":"traceutil/trace.go:171","msg":"trace[1898594918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24747; }","duration":"7.370646085s","start":"2026-05-10T01:38:45.593849Z","end":"2026-05-10T01:38:52.964495Z","steps":["trace[1898594918] 'agreement among raft nodes before linearized reading' (duration: 7.370588224s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.964539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.593824Z","time spent":"7.370707027s","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.964567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.560024189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:52.964204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.566055591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.96459Z","caller":"traceutil/trace.go:171","msg":"trace[519378485] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24747; }","duration":"6.56007096s","start":"2026-05-10T01:38:46.404512Z","end":"2026-05-10T01:38:52.964583Z","steps":["trace[519378485] 'agreement among raft nodes before linearized reading' (duration: 6.560029019s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.964496Z","caller":"traceutil/trace.go:171","msg":"trace[1634800150] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24747; }","duration":"7.126218902s","start":"2026-05-10T01:38:45.838255Z","end":"2026-05-10T01:38:52.964473Z","steps":["trace[1634800150] 'agreement among raft nodes before linearized reading' (duration: 7.125850943s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.964621Z","caller":"traceutil/trace.go:171","msg":"trace[1941917275] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24747; }","duration":"5.566520391s","start":"2026-05-10T01:38:47.398085Z","end":"2026-05-10T01:38:52.964605Z","steps":["trace[1941917275] 'agreement among raft nodes before linearized reading' (duration: 5.566038901s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.964628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.784095986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T01:38:52.964643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.825420809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:52.964644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.838237Z","time spent":"7.126394685s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-05-10T01:38:52.964667Z","caller":"traceutil/trace.go:171","msg":"trace[221440561] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:0; response_revision:24747; }","duration":"5.825481301s","start":"2026-05-10T01:38:47.13918Z","end":"2026-05-10T01:38:52.964662Z","steps":["trace[221440561] 'agreement among raft nodes before linearized reading' (duration: 5.82544567s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.964665Z","caller":"traceutil/trace.go:171","msg":"trace[1464719998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24747; }","duration":"6.784174398s","start":"2026-05-10T01:38:46.180481Z","end":"2026-05-10T01:38:52.964656Z","steps":["trace[1464719998] 'agreement among raft nodes before linearized reading' (duration: 6.784050735s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.964669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.398064Z","time spent":"5.566589203s","remote":"127.0.0.1:51942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.964687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.139159Z","time spent":"5.825524951s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-05-10T01:38:52.964614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.404497Z","time spent":"6.56010915s","remote":"127.0.0.1:55096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.964713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.180462Z","time spent":"6.784242019s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:52.964872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.066351909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.964929Z","caller":"traceutil/trace.go:171","msg":"trace[1211707017] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24747; }","duration":"7.066446031s","start":"2026-05-10T01:38:45.898468Z","end":"2026-05-10T01:38:52.964914Z","steps":["trace[1211707017] 'agreement among raft nodes before linearized reading' (duration: 7.0663772s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.964963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.898444Z","time spent":"7.066507783s","remote":"127.0.0.1:48482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.964991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767966535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:52.965024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161326324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:52.965037Z","caller":"traceutil/trace.go:171","msg":"trace[765464859] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24747; }","duration":"1.768042396s","start":"2026-05-10T01:38:51.196981Z","end":"2026-05-10T01:38:52.965023Z","steps":["trace[765464859] 'agreement among raft nodes before linearized reading' (duration: 1.767975554s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.965054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256922493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.965146Z","caller":"traceutil/trace.go:171","msg":"trace[1739135739] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24747; }","duration":"3.567868523s","start":"2026-05-10T01:38:49.397268Z","end":"2026-05-10T01:38:52.965136Z","steps":["trace[1739135739] 'process raft request' (duration: 3.566643655s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.965066Z","caller":"traceutil/trace.go:171","msg":"trace[608911755] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24747; }","duration":"1.161405546s","start":"2026-05-10T01:38:51.803649Z","end":"2026-05-10T01:38:52.965054Z","steps":["trace[608911755] 'agreement among raft nodes before linearized reading' (duration: 1.161335815s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.965081Z","caller":"traceutil/trace.go:171","msg":"trace[328383397] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24747; }","duration":"2.256987444s","start":"2026-05-10T01:38:50.708085Z","end":"2026-05-10T01:38:52.965072Z","steps":["trace[328383397] 'agreement among raft nodes before linearized reading' (duration: 2.256942583s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.965189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.80363Z","time spent":"1.161544369s","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.965077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.196964Z","time spent":"1.768103838s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.965205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.708065Z","time spent":"2.257134058s","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.965217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:49.397248Z","time spent":"3.567919115s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:52.965197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545259117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:52.965215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244682489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.96526Z","caller":"traceutil/trace.go:171","msg":"trace[806568774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24747; }","duration":"1.54538402s","start":"2026-05-10T01:38:51.419861Z","end":"2026-05-10T01:38:52.965245Z","steps":["trace[806568774] 'agreement among raft nodes before linearized reading' (duration: 1.545208256s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.965279Z","caller":"traceutil/trace.go:171","msg":"trace[1601939723] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24747; }","duration":"2.24474995s","start":"2026-05-10T01:38:50.720514Z","end":"2026-05-10T01:38:52.965264Z","steps":["trace[1601939723] 'agreement among raft nodes before linearized reading' (duration: 2.244544625s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.9653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.419844Z","time spent":"1.545442551s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:52.965295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376368847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:52.965312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.720444Z","time spent":"2.244859723s","remote":"127.0.0.1:48614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:52.965333Z","caller":"traceutil/trace.go:171","msg":"trace[1705419463] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24747; }","duration":"3.376439519s","start":"2026-05-10T01:38:49.588882Z","end":"2026-05-10T01:38:52.965322Z","steps":["trace[1705419463] 'agreement among raft nodes before linearized reading' (duration: 3.376365638s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.965362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:49.588866Z","time spent":"3.37648889s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.96536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17520471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-10T01:38:52.965411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584541448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.965414Z","caller":"traceutil/trace.go:171","msg":"trace[1470733021] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24747; }","duration":"2.175294832s","start":"2026-05-10T01:38:50.790107Z","end":"2026-05-10T01:38:52.965402Z","steps":["trace[1470733021] 'agreement among raft nodes before linearized reading' (duration: 2.174944294s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.965446Z","caller":"traceutil/trace.go:171","msg":"trace[1188114793] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24747; }","duration":"1.58461771s","start":"2026-05-10T01:38:51.380818Z","end":"2026-05-10T01:38:52.965435Z","steps":["trace[1188114793] 'agreement among raft nodes before linearized reading' (duration: 1.584560438s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.965456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.79009Z","time spent":"2.175355403s","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.965479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.380797Z","time spent":"1.584674182s","remote":"127.0.0.1:48948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:52.965607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572873005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-05-10T01:38:52.96565Z","caller":"traceutil/trace.go:171","msg":"trace[659263522] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24747; }","duration":"3.572947627s","start":"2026-05-10T01:38:49.392692Z","end":"2026-05-10T01:38:52.965639Z","steps":["trace[659263522] 'agreement among raft nodes before linearized reading' (duration: 3.572833755s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.965686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:49.392653Z","time spent":"3.573025649s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-10T01:38:52.965712Z","caller":"traceutil/trace.go:171","msg":"trace[254022947] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"3.567141446s","start":"2026-05-10T01:38:49.396856Z","end":"2026-05-10T01:38:52.963998Z","steps":["trace[254022947] 'process raft request' (duration: 3.20048107s)","trace[254022947] 'compare' (duration: 365.363077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:52.965856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:49.396834Z","time spent":"3.568951137s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:38:52.965868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482723267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:52.965936Z","caller":"traceutil/trace.go:171","msg":"trace[1099000701] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24747; }","duration":"4.484566969s","start":"2026-05-10T01:38:48.481358Z","end":"2026-05-10T01:38:52.965925Z","steps":["trace[1099000701] 'agreement among raft nodes before linearized reading' (duration: 4.482670966s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.965962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:48.481342Z","time spent":"4.484612019s","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:53.4644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:53.830786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.002089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:53.830891Z","caller":"traceutil/trace.go:171","msg":"trace[911700941] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"862.148632ms","start":"2026-05-10T01:38:52.96872Z","end":"2026-05-10T01:38:53.830869Z","steps":["trace[911700941] 'agreement among raft nodes before linearized reading' (duration: 862.02363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:53.830939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.96861Z","time spent":"862.318936ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/10 01:38:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:53.965675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:54.465845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:54.966102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:54.966123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997476802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:54.966202Z","caller":"traceutil/trace.go:171","msg":"trace[975280991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997612415s","start":"2026-05-10T01:38:52.968568Z","end":"2026-05-10T01:38:54.96618Z","steps":["trace[975280991] 'agreement among raft nodes before linearized reading' (duration: 1.997508713s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:54.966243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.968552Z","time spent":"1.997682907s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:55.031622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.43422785s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:38:55.032394Z","caller":"traceutil/trace.go:171","msg":"trace[879543308] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"2.613571024s","start":"2026-05-10T01:38:52.4188Z","end":"2026-05-10T01:38:55.032371Z","steps":["trace[879543308] 'process raft request' (duration: 2.613490032s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:55.032336Z","caller":"traceutil/trace.go:171","msg":"trace[522747642] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"2.622584426s","start":"2026-05-10T01:38:52.409715Z","end":"2026-05-10T01:38:55.032299Z","steps":["trace[522747642] 'process raft request' (duration: 2.622201397s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:55.032661Z","caller":"traceutil/trace.go:171","msg":"trace[1634771152] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"2.616888639s","start":"2026-05-10T01:38:52.415518Z","end":"2026-05-10T01:38:55.032407Z","steps":["trace[1634771152] 'process raft request' (duration: 2.616671354s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:55.032736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.418782Z","time spent":"2.613687696s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:55.032773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.409694Z","time spent":"2.622963675s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:55.03292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.415484Z","time spent":"2.617284278s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:56.775024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.523766035s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:56.973185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:56.973274Z","caller":"traceutil/trace.go:171","msg":"trace[394748867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235004s","start":"2026-05-10T01:38:54.97302Z","end":"2026-05-10T01:38:56.973255Z","steps":["trace[394748867] 'agreement among raft nodes before linearized reading' (duration: 2.000125122s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:56.973323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.972982Z","time spent":"2.000330816s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:57.100122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.109852ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:57.100323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.092283ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-10T01:38:57.100257Z","caller":"traceutil/trace.go:171","msg":"trace[742620161] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24750; }","duration":"624.254125ms","start":"2026-05-10T01:38:56.47598Z","end":"2026-05-10T01:38:57.100234Z","steps":["trace[742620161] 'range keys from in-memory index tree' (duration: 624.092171ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:57.1009Z","caller":"traceutil/trace.go:171","msg":"trace[1122192789] linearizableReadLoop","detail":"{readStateIndex:25561; appliedIndex:25554; }","duration":"4.136821687s","start":"2026-05-10T01:38:52.964056Z","end":"2026-05-10T01:38:57.100878Z","steps":["trace[1122192789] 'read index received' (duration: 2.067864281s)","trace[1122192789] 'applied index is now lower than readState.Index' (duration: 2.068956106s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:57.101008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.965563Z","time spent":"4.135441195s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-10T01:38:57.101525Z","caller":"traceutil/trace.go:171","msg":"trace[1135871695] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"4.131519478s","start":"2026-05-10T01:38:52.969987Z","end":"2026-05-10T01:38:57.101506Z","steps":["trace[1135871695] 'process raft request' (duration: 4.130591218s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:57.101584Z","caller":"traceutil/trace.go:171","msg":"trace[2071810916] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"3.268114678s","start":"2026-05-10T01:38:53.833452Z","end":"2026-05-10T01:38:57.101567Z","steps":["trace[2071810916] 'process raft request' (duration: 3.267367901s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.10166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.969972Z","time spent":"4.13160944s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:57.101725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68613134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b4cd4f6-1bed-4972-9882-e4b7eb08c25e\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-10T01:38:57.101758Z","caller":"traceutil/trace.go:171","msg":"trace[1326529616] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"4.100750927s","start":"2026-05-10T01:38:53.000981Z","end":"2026-05-10T01:38:57.101732Z","steps":["trace[1326529616] 'process raft request' (duration: 4.099774486s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:57.101824Z","caller":"traceutil/trace.go:171","msg":"trace[833934214] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b4cd4f6-1bed-4972-9882-e4b7eb08c25e; range_end:; response_count:1; response_revision:24753; }","duration":"4.686262484s","start":"2026-05-10T01:38:52.415538Z","end":"2026-05-10T01:38:57.1018Z","steps":["trace[833934214] 'agreement among raft nodes before linearized reading' (duration: 4.685983968s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.101785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.833431Z","time spent":"3.26824728s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:57.101854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213083498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:57.10188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.000959Z","time spent":"4.10085723s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:57.101886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.41548Z","time spent":"4.686392176s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-8b4cd4f6-1bed-4972-9882-e4b7eb08c25e\" "} {"level":"info","ts":"2026-05-10T01:38:57.101932Z","caller":"traceutil/trace.go:171","msg":"trace[919925754] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24753; }","duration":"4.2132116s","start":"2026-05-10T01:38:52.888702Z","end":"2026-05-10T01:38:57.101914Z","steps":["trace[919925754] 'agreement among raft nodes before linearized reading' (duration: 4.213065547s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.10183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.686433207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-05-10T01:38:57.10198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.888679Z","time spent":"4.213291742s","remote":"127.0.0.1:38414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:57.102011Z","caller":"traceutil/trace.go:171","msg":"trace[427959499] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24753; }","duration":"4.686652902s","start":"2026-05-10T01:38:52.415331Z","end":"2026-05-10T01:38:57.101984Z","steps":["trace[427959499] 'agreement among raft nodes before linearized reading' (duration: 4.686396946s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.102081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.415305Z","time spent":"4.686758154s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-10T01:38:57.601516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:58.974267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000608262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:58.97435Z","caller":"traceutil/trace.go:171","msg":"trace[1766716495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000727254s","start":"2026-05-10T01:38:56.973605Z","end":"2026-05-10T01:38:58.974332Z","steps":["trace[1766716495] 'agreement among raft nodes before linearized reading' (duration: 2.000622782s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:58.9744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:56.973595Z","time spent":"2.000794057s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:59.650841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698082966s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:39:00.982282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999293323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:39:00.982364Z","caller":"traceutil/trace.go:171","msg":"trace[320509710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999428156s","start":"2026-05-10T01:38:58.982917Z","end":"2026-05-10T01:39:00.982345Z","steps":["trace[320509710] 'agreement among raft nodes before linearized reading' (duration: 1.999327543s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:00.982411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.982898Z","time spent":"1.999504418s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:39:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:39:01.41614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532798385s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T01:39:01.417537Z","caller":"traceutil/trace.go:171","msg":"trace[1359166810] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"4.31481101s","start":"2026-05-10T01:38:57.102698Z","end":"2026-05-10T01:39:01.417509Z","steps":["trace[1359166810] 'process raft request' (duration: 4.313548861s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:01.41768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.102676Z","time spent":"4.314914882s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:02.983134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:39:02.98322Z","caller":"traceutil/trace.go:171","msg":"trace[1939803280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000594841s","start":"2026-05-10T01:39:00.982606Z","end":"2026-05-10T01:39:02.983201Z","steps":["trace[1939803280] 'agreement among raft nodes before linearized reading' (duration: 2.000482359s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:02.983272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:00.982586Z","time spent":"2.000669424s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:39:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:39:03.255228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837649766s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:03.255451Z","caller":"traceutil/trace.go:171","msg":"trace[452317779] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"6.148315543s","start":"2026-05-10T01:38:57.107118Z","end":"2026-05-10T01:39:03.255433Z","steps":["trace[452317779] 'process raft request' (duration: 6.148201781s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:03.255502Z","caller":"traceutil/trace.go:171","msg":"trace[367253988] linearizableReadLoop","detail":"{readStateIndex:25565; appliedIndex:25561; }","duration":"6.154533783s","start":"2026-05-10T01:38:57.100955Z","end":"2026-05-10T01:39:03.255489Z","steps":["trace[367253988] 'read index received' (duration: 782.459404ms)","trace[367253988] 'applied index is now lower than readState.Index' (duration: 5.372073569s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:03.255513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.107108Z","time spent":"6.148376785s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:03.255618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.284455547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:03.255647Z","caller":"traceutil/trace.go:171","msg":"trace[218762701] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24756; }","duration":"6.284523099s","start":"2026-05-10T01:38:56.971114Z","end":"2026-05-10T01:39:03.255637Z","steps":["trace[218762701] 'agreement among raft nodes before linearized reading' (duration: 6.284444467s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.255677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:56.971093Z","time spent":"6.28457575s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.255639Z","caller":"traceutil/trace.go:171","msg":"trace[477504589] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"1.147660027s","start":"2026-05-10T01:39:02.107949Z","end":"2026-05-10T01:39:03.255609Z","steps":["trace[477504589] 'process raft request' (duration: 1.147484043s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.255814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.107919Z","time spent":"1.147806711s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:03.255858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.908079308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.255888Z","caller":"traceutil/trace.go:171","msg":"trace[648707029] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24757; }","duration":"6.908143659s","start":"2026-05-10T01:38:56.347735Z","end":"2026-05-10T01:39:03.255878Z","steps":["trace[648707029] 'agreement among raft nodes before linearized reading' (duration: 6.908097528s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.25592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:56.347714Z","time spent":"6.908198981s","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.256055Z","caller":"traceutil/trace.go:171","msg":"trace[1039660434] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"6.148659611s","start":"2026-05-10T01:38:57.106763Z","end":"2026-05-10T01:39:03.255423Z","steps":["trace[1039660434] 'process raft request' (duration: 4.310732989s)","trace[1039660434] 'compare' (duration: 1.833219066s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:03.256095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.448884189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:03.256124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.128759621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:03.256142Z","caller":"traceutil/trace.go:171","msg":"trace[1856162937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24757; }","duration":"9.448963421s","start":"2026-05-10T01:38:53.807171Z","end":"2026-05-10T01:39:03.256134Z","steps":["trace[1856162937] 'agreement among raft nodes before linearized reading' (duration: 9.448885619s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:03.256156Z","caller":"traceutil/trace.go:171","msg":"trace[365727081] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24757; }","duration":"10.128811702s","start":"2026-05-10T01:38:53.127331Z","end":"2026-05-10T01:39:03.256143Z","steps":["trace[365727081] 'agreement among raft nodes before linearized reading' (duration: 10.128754071s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.807153Z","time spent":"9.449005371s","remote":"127.0.0.1:40190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.256178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.12732Z","time spent":"10.128852873s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.256174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.820925136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:03.256195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.106753Z","time spent":"6.149367947s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:03.25621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.683939963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:03.256221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.952708947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:03.256241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.844075255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-10T01:39:03.25625Z","caller":"traceutil/trace.go:171","msg":"trace[1872740009] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24757; }","duration":"9.821010638s","start":"2026-05-10T01:38:53.435218Z","end":"2026-05-10T01:39:03.256228Z","steps":["trace[1872740009] 'agreement among raft nodes before linearized reading' (duration: 9.820873835s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:03.256264Z","caller":"traceutil/trace.go:171","msg":"trace[1207904581] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24757; }","duration":"9.684053095s","start":"2026-05-10T01:38:53.572199Z","end":"2026-05-10T01:39:03.256252Z","steps":["trace[1207904581] 'agreement among raft nodes before linearized reading' (duration: 9.683930462s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.164786525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:03.256272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.146376717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:39:03.256294Z","caller":"traceutil/trace.go:171","msg":"trace[208822940] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24757; }","duration":"9.164857576s","start":"2026-05-10T01:38:54.091431Z","end":"2026-05-10T01:39:03.256288Z","steps":["trace[208822940] 'agreement among raft nodes before linearized reading' (duration: 9.164824476s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.988804511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:03.256299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.572178Z","time spent":"9.684114086s","remote":"127.0.0.1:51864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.256287Z","caller":"traceutil/trace.go:171","msg":"trace[1340810420] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24757; }","duration":"9.844160907s","start":"2026-05-10T01:38:53.412112Z","end":"2026-05-10T01:39:03.256273Z","steps":["trace[1340810420] 'agreement among raft nodes before linearized reading' (duration: 9.843991763s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.435134Z","time spent":"9.82115483s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.256319Z","caller":"traceutil/trace.go:171","msg":"trace[1115553374] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24757; }","duration":"10.146442629s","start":"2026-05-10T01:38:53.109863Z","end":"2026-05-10T01:39:03.256306Z","steps":["trace[1115553374] 'agreement among raft nodes before linearized reading' (duration: 10.146333536s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.886660432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-10T01:39:03.256311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.007626609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:03.256174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.878812855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129552"} {"level":"info","ts":"2026-05-10T01:39:03.256277Z","caller":"traceutil/trace.go:171","msg":"trace[2087773240] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24757; }","duration":"8.95280684s","start":"2026-05-10T01:38:54.303455Z","end":"2026-05-10T01:39:03.256261Z","steps":["trace[2087773240] 'agreement among raft nodes before linearized reading' (duration: 8.952705407s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:03.256369Z","caller":"traceutil/trace.go:171","msg":"trace[909964579] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24757; }","duration":"7.886735683s","start":"2026-05-10T01:38:55.369618Z","end":"2026-05-10T01:39:03.256354Z","steps":["trace[909964579] 'agreement among raft nodes before linearized reading' (duration: 7.88661361s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.909335215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:03.256379Z","caller":"traceutil/trace.go:171","msg":"trace[1109786529] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24757; }","duration":"9.007745142s","start":"2026-05-10T01:38:54.248618Z","end":"2026-05-10T01:39:03.256363Z","steps":["trace[1109786529] 'agreement among raft nodes before linearized reading' (duration: 9.007606969s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.30343Z","time spent":"8.952949073s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.256395Z","caller":"traceutil/trace.go:171","msg":"trace[282504051] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24757; }","duration":"7.87906028s","start":"2026-05-10T01:38:55.377317Z","end":"2026-05-10T01:39:03.256378Z","steps":["trace[282504051] 'agreement among raft nodes before linearized reading' (duration: 7.878730603s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.369598Z","time spent":"7.886800855s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-10T01:39:03.256416Z","caller":"traceutil/trace.go:171","msg":"trace[842560005] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24757; }","duration":"8.909424006s","start":"2026-05-10T01:38:54.346978Z","end":"2026-05-10T01:39:03.256402Z","steps":["trace[842560005] 'agreement among raft nodes before linearized reading' (duration: 8.909325674s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.248586Z","time spent":"9.007826864s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.256439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.208765037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-05-10T01:39:03.256438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.160629746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.256456Z","caller":"traceutil/trace.go:171","msg":"trace[1636451946] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24757; }","duration":"8.208807789s","start":"2026-05-10T01:38:55.047644Z","end":"2026-05-10T01:39:03.256452Z","steps":["trace[1636451946] 'agreement among raft nodes before linearized reading' (duration: 8.208752418s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.377293Z","time spent":"7.879141213s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129574,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-10T01:39:03.25647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.047629Z","time spent":"8.208837389s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-10T01:39:03.256459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.346959Z","time spent":"8.909486848s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.256474Z","caller":"traceutil/trace.go:171","msg":"trace[1901304074] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24757; }","duration":"10.160697568s","start":"2026-05-10T01:38:53.095762Z","end":"2026-05-10T01:39:03.25646Z","steps":["trace[1901304074] 'agreement among raft nodes before linearized reading' (duration: 10.160646017s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.095741Z","time spent":"10.160758819s","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.256335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.412091Z","time spent":"9.844236088s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" "} {"level":"warn","ts":"2026-05-10T01:39:03.256576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.943132688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.256593Z","caller":"traceutil/trace.go:171","msg":"trace[1650997452] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24757; }","duration":"7.943180249s","start":"2026-05-10T01:38:55.313407Z","end":"2026-05-10T01:39:03.256587Z","steps":["trace[1650997452] 'agreement among raft nodes before linearized reading' (duration: 7.943152958s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.313388Z","time spent":"7.94321365s","remote":"127.0.0.1:55230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.256312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.091404Z","time spent":"9.164902398s","remote":"127.0.0.1:52180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.256719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.217950924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-10T01:39:03.256202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.658169659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.256334Z","caller":"traceutil/trace.go:171","msg":"trace[1541913043] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24757; }","duration":"9.988893253s","start":"2026-05-10T01:38:53.267423Z","end":"2026-05-10T01:39:03.256316Z","steps":["trace[1541913043] 'agreement among raft nodes before linearized reading' (duration: 9.988701439s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:03.256764Z","caller":"traceutil/trace.go:171","msg":"trace[846876681] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af; range_end:; response_count:1; response_revision:24757; }","duration":"8.218039925s","start":"2026-05-10T01:38:55.03871Z","end":"2026-05-10T01:39:03.25675Z","steps":["trace[846876681] 'agreement among raft nodes before linearized reading' (duration: 8.217888902s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.26735Z","time spent":"9.989433075s","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.256803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.038688Z","time spent":"8.218105456s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af\" "} {"level":"info","ts":"2026-05-10T01:39:03.256765Z","caller":"traceutil/trace.go:171","msg":"trace[1876961409] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24757; }","duration":"8.658841595s","start":"2026-05-10T01:38:54.597918Z","end":"2026-05-10T01:39:03.256759Z","steps":["trace[1876961409] 'agreement among raft nodes before linearized reading' (duration: 8.658227791s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.256841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.597899Z","time spent":"8.658935087s","remote":"127.0.0.1:52194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.256351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.109851Z","time spent":"10.14649291s","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-10T01:39:03.755617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:04.256066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:04.680562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.896262511s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:39:04.990817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:39:04.9909Z","caller":"traceutil/trace.go:171","msg":"trace[1401904344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115252s","start":"2026-05-10T01:39:02.990766Z","end":"2026-05-10T01:39:04.990881Z","steps":["trace[1401904344] 'agreement among raft nodes before linearized reading' (duration: 2.000011119s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.990946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.990753Z","time spent":"2.000184603s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:05.394237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.019836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:05.394384Z","caller":"traceutil/trace.go:171","msg":"trace[1225402461] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"2.939343731s","start":"2026-05-10T01:39:02.455013Z","end":"2026-05-10T01:39:05.394357Z","steps":["trace[1225402461] 'process raft request' (duration: 2.226096021s)","trace[1225402461] 'compare' (duration: 711.911851ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:05.394473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.454971Z","time spent":"2.939457124s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:06.651386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.606897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-10T01:39:06.651048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.783931ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.651619Z","caller":"traceutil/trace.go:171","msg":"trace[140349123] linearizableReadLoop","detail":"{readStateIndex:25568; appliedIndex:25566; }","duration":"3.395946445s","start":"2026-05-10T01:39:03.255533Z","end":"2026-05-10T01:39:06.65148Z","steps":["trace[140349123] 'read index received' (duration: 1.425365177s)","trace[140349123] 'applied index is now lower than readState.Index' (duration: 1.970580228s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:06.65166Z","caller":"traceutil/trace.go:171","msg":"trace[1027767546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24758; }","duration":"175.416395ms","start":"2026-05-10T01:39:06.476223Z","end":"2026-05-10T01:39:06.651639Z","steps":["trace[1027767546] 'range keys from in-memory index tree' (duration: 174.764631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.651707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.283600969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.651822Z","caller":"traceutil/trace.go:171","msg":"trace[680615789] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24759; }","duration":"6.283770292s","start":"2026-05-10T01:39:00.368032Z","end":"2026-05-10T01:39:06.651802Z","steps":["trace[680615789] 'agreement among raft nodes before linearized reading' (duration: 6.283562308s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.651865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.315249047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:06.65193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.232625701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-10T01:39:06.651947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482564523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:06.651944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543029655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.651977Z","caller":"traceutil/trace.go:171","msg":"trace[2130059915] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24759; }","duration":"5.232712832s","start":"2026-05-10T01:39:01.419253Z","end":"2026-05-10T01:39:06.651966Z","steps":["trace[2130059915] 'agreement among raft nodes before linearized reading' (duration: 5.232542938s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:06.651991Z","caller":"traceutil/trace.go:171","msg":"trace[406020201] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24759; }","duration":"3.543119326s","start":"2026-05-10T01:39:03.108859Z","end":"2026-05-10T01:39:06.651978Z","steps":["trace[406020201] 'agreement among raft nodes before linearized reading' (duration: 3.543030314s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.652002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.408361472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:06.652028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.108837Z","time spent":"3.543181748s","remote":"127.0.0.1:40058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.652052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.227919992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:06.652062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451950172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:06.652129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412873184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.652161Z","caller":"traceutil/trace.go:171","msg":"trace[612705852] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24759; }","duration":"5.412942695s","start":"2026-05-10T01:39:01.239209Z","end":"2026-05-10T01:39:06.652152Z","steps":["trace[612705852] 'agreement among raft nodes before linearized reading' (duration: 5.412885894s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:06.652167Z","caller":"traceutil/trace.go:171","msg":"trace[74021433] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24759; }","duration":"3.452133966s","start":"2026-05-10T01:39:03.200013Z","end":"2026-05-10T01:39:06.652147Z","steps":["trace[74021433] 'agreement among raft nodes before linearized reading' (duration: 3.45187459s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.652235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.00688274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:06.652245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.199985Z","time spent":"3.452243018s","remote":"127.0.0.1:51668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:06.652263Z","caller":"traceutil/trace.go:171","msg":"trace[770184378] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24759; }","duration":"6.006947861s","start":"2026-05-10T01:39:00.645308Z","end":"2026-05-10T01:39:06.652256Z","steps":["trace[770184378] 'agreement among raft nodes before linearized reading' (duration: 6.00690647s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.65229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:00.645282Z","time spent":"6.007001594s","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.652363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.234424509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-10T01:39:06.652405Z","caller":"traceutil/trace.go:171","msg":"trace[496201174] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24759; }","duration":"9.234549601s","start":"2026-05-10T01:38:57.417845Z","end":"2026-05-10T01:39:06.652395Z","steps":["trace[496201174] 'agreement among raft nodes before linearized reading' (duration: 9.234308025s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.652493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.417815Z","time spent":"9.234644064s","remote":"127.0.0.1:39978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-10T01:39:06.652579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.546707884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-05-10T01:39:06.652607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.940642589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274196"} {"level":"info","ts":"2026-05-10T01:39:06.652662Z","caller":"traceutil/trace.go:171","msg":"trace[60363609] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24759; }","duration":"6.940715741s","start":"2026-05-10T01:38:59.711928Z","end":"2026-05-10T01:39:06.652644Z","steps":["trace[60363609] 'agreement among raft nodes before linearized reading' (duration: 6.94027345s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.65271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.443558009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-10T01:39:06.652714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.711909Z","time spent":"6.940794912s","remote":"127.0.0.1:38434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274218,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-10T01:39:06.652748Z","caller":"traceutil/trace.go:171","msg":"trace[1451706086] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24759; }","duration":"9.443658922s","start":"2026-05-10T01:38:57.209078Z","end":"2026-05-10T01:39:06.652737Z","steps":["trace[1451706086] 'agreement among raft nodes before linearized reading' (duration: 9.44356214s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.652773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.209058Z","time spent":"9.443709043s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-10T01:39:06.652792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72748038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.652829Z","caller":"traceutil/trace.go:171","msg":"trace[1083199993] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24759; }","duration":"2.727564452s","start":"2026-05-10T01:39:03.925255Z","end":"2026-05-10T01:39:06.652819Z","steps":["trace[1083199993] 'agreement among raft nodes before linearized reading' (duration: 2.72748586s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.652847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.242056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.652901Z","caller":"traceutil/trace.go:171","msg":"trace[1847969551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24759; }","duration":"267.342328ms","start":"2026-05-10T01:39:06.385541Z","end":"2026-05-10T01:39:06.652884Z","steps":["trace[1847969551] 'agreement among raft nodes before linearized reading' (duration: 267.276997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.652912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302231659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:06.652876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.183768173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.652941Z","caller":"traceutil/trace.go:171","msg":"trace[1674946317] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24759; }","duration":"2.30230023s","start":"2026-05-10T01:39:04.350632Z","end":"2026-05-10T01:39:06.652932Z","steps":["trace[1674946317] 'agreement among raft nodes before linearized reading' (duration: 2.302252439s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.652973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.35061Z","time spent":"2.302354972s","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.652976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.885216994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.652979Z","caller":"traceutil/trace.go:171","msg":"trace[1403489425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24759; }","duration":"7.183924397s","start":"2026-05-10T01:38:59.469029Z","end":"2026-05-10T01:39:06.652953Z","steps":["trace[1403489425] 'agreement among raft nodes before linearized reading' (duration: 7.183719512s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:06.653005Z","caller":"traceutil/trace.go:171","msg":"trace[1658879790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24759; }","duration":"8.885285636s","start":"2026-05-10T01:38:57.767711Z","end":"2026-05-10T01:39:06.652997Z","steps":["trace[1658879790] 'agreement among raft nodes before linearized reading' (duration: 8.885233975s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.653014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.312757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:06.653037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.767691Z","time spent":"8.885339826s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.653005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.221136186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:06.653036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.469009Z","time spent":"7.184012219s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:06.653072Z","caller":"traceutil/trace.go:171","msg":"trace[553495114] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24759; }","duration":"957.416729ms","start":"2026-05-10T01:39:05.695642Z","end":"2026-05-10T01:39:06.653059Z","steps":["trace[553495114] 'agreement among raft nodes before linearized reading' (duration: 957.309247ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:06.653119Z","caller":"traceutil/trace.go:171","msg":"trace[80584398] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24759; }","duration":"8.221274409s","start":"2026-05-10T01:38:58.431798Z","end":"2026-05-10T01:39:06.653072Z","steps":["trace[80584398] 'agreement among raft nodes before linearized reading' (duration: 8.221129056s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.653137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457715504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:06.653145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.695617Z","time spent":"957.517671ms","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.652883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.046281599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.652065Z","caller":"traceutil/trace.go:171","msg":"trace[954812509] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"3.390850181s","start":"2026-05-10T01:39:03.261201Z","end":"2026-05-10T01:39:06.652051Z","steps":["trace[954812509] 'process raft request' (duration: 2.685530978s)","trace[954812509] 'compare' (duration: 704.352742ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:06.653567Z","caller":"traceutil/trace.go:171","msg":"trace[1543419056] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24759; }","duration":"7.047005585s","start":"2026-05-10T01:38:59.606545Z","end":"2026-05-10T01:39:06.653551Z","steps":["trace[1543419056] 'agreement among raft nodes before linearized reading' (duration: 7.046261859s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:06.651935Z","caller":"traceutil/trace.go:171","msg":"trace[1312229691] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24759; }","duration":"6.31537025s","start":"2026-05-10T01:39:00.336553Z","end":"2026-05-10T01:39:06.651923Z","steps":["trace[1312229691] 'agreement among raft nodes before linearized reading' (duration: 6.315219497s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.653735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393422789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:120180"} {"level":"warn","ts":"2026-05-10T01:39:06.653729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.261186Z","time spent":"3.392446897s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:06.653803Z","caller":"traceutil/trace.go:171","msg":"trace[561473307] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:24759; }","duration":"3.39349191s","start":"2026-05-10T01:39:03.260295Z","end":"2026-05-10T01:39:06.653787Z","steps":["trace[561473307] 'agreement among raft nodes before linearized reading' (duration: 3.392775594s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.65202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:01.419236Z","time spent":"5.232773004s","remote":"127.0.0.1:38202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T01:39:06.65386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.260269Z","time spent":"3.393573462s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":120202,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-10T01:39:06.651981Z","caller":"traceutil/trace.go:171","msg":"trace[51467991] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24759; }","duration":"4.482647355s","start":"2026-05-10T01:39:02.169324Z","end":"2026-05-10T01:39:06.651971Z","steps":["trace[51467991] 'agreement among raft nodes before linearized reading' (duration: 4.482580164s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.653986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.169299Z","time spent":"4.484657121s","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.651878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:00.368009Z","time spent":"6.283853634s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.651945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282183181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.65415Z","caller":"traceutil/trace.go:171","msg":"trace[1046032963] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24759; }","duration":"5.284419462s","start":"2026-05-10T01:39:01.369712Z","end":"2026-05-10T01:39:06.654132Z","steps":["trace[1046032963] 'agreement among raft nodes before linearized reading' (duration: 5.282196632s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.654119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.606524Z","time spent":"7.047108448s","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:06.652069Z","caller":"traceutil/trace.go:171","msg":"trace[967019794] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24759; }","duration":"5.408447494s","start":"2026-05-10T01:39:01.243603Z","end":"2026-05-10T01:39:06.65205Z","steps":["trace[967019794] 'agreement among raft nodes before linearized reading' (duration: 5.408361712s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.65423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:01.36968Z","time spent":"5.284529084s","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.654244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:01.243592Z","time spent":"5.410631694s","remote":"127.0.0.1:52154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:06.652129Z","caller":"traceutil/trace.go:171","msg":"trace[1925192871] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24759; }","duration":"9.228025745s","start":"2026-05-10T01:38:57.424067Z","end":"2026-05-10T01:39:06.652093Z","steps":["trace[1925192871] 'agreement among raft nodes before linearized reading' (duration: 9.227894222s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.654366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.424055Z","time spent":"9.230288505s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:39:06.652155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.224644597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:06.654462Z","caller":"traceutil/trace.go:171","msg":"trace[1342844560] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24759; }","duration":"9.22697732s","start":"2026-05-10T01:38:57.427465Z","end":"2026-05-10T01:39:06.654442Z","steps":["trace[1342844560] 'agreement among raft nodes before linearized reading' (duration: 9.224477803s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.652195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:01.239183Z","time spent":"5.413004977s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:06.652623Z","caller":"traceutil/trace.go:171","msg":"trace[880983115] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24759; }","duration":"9.546774355s","start":"2026-05-10T01:38:57.105839Z","end":"2026-05-10T01:39:06.652614Z","steps":["trace[880983115] 'agreement among raft nodes before linearized reading' (duration: 9.546689453s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.654524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.427455Z","time spent":"9.227052752s","remote":"127.0.0.1:38272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.652786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661329531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:06.654568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.105826Z","time spent":"9.548723549s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-10T01:39:06.652866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.925233Z","time spent":"2.727623643s","remote":"127.0.0.1:51818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:06.654617Z","caller":"traceutil/trace.go:171","msg":"trace[1482063969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24759; }","duration":"1.663193302s","start":"2026-05-10T01:39:04.991403Z","end":"2026-05-10T01:39:06.654597Z","steps":["trace[1482063969] 'agreement among raft nodes before linearized reading' (duration: 1.661331581s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.652971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387337632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-10T01:39:06.654681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.99138Z","time spent":"1.663284083s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:39:06.654706Z","caller":"traceutil/trace.go:171","msg":"trace[2032571395] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24759; }","duration":"3.389094081s","start":"2026-05-10T01:39:03.265601Z","end":"2026-05-10T01:39:06.654695Z","steps":["trace[2032571395] 'agreement among raft nodes before linearized reading' (duration: 3.38721413s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.654736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.265589Z","time spent":"3.389139692s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" "} {"level":"warn","ts":"2026-05-10T01:39:06.653029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76542954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.654816Z","caller":"traceutil/trace.go:171","msg":"trace[1300051032] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24759; }","duration":"2.767248251s","start":"2026-05-10T01:39:03.887554Z","end":"2026-05-10T01:39:06.654802Z","steps":["trace[1300051032] 'agreement among raft nodes before linearized reading' (duration: 2.765444981s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.653164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.431778Z","time spent":"8.221375431s","remote":"127.0.0.1:51792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.654888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.887533Z","time spent":"2.767315572s","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:06.653178Z","caller":"traceutil/trace.go:171","msg":"trace[1675082605] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24759; }","duration":"1.457790955s","start":"2026-05-10T01:39:05.195371Z","end":"2026-05-10T01:39:06.653162Z","steps":["trace[1675082605] 'agreement among raft nodes before linearized reading' (duration: 1.457695753s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.654945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.195347Z","time spent":"1.459587874s","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.653221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610789986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:06.655064Z","caller":"traceutil/trace.go:171","msg":"trace[411366290] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24759; }","duration":"1.612624107s","start":"2026-05-10T01:39:05.042422Z","end":"2026-05-10T01:39:06.655047Z","steps":["trace[411366290] 'agreement among raft nodes before linearized reading' (duration: 1.610775796s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.655124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.042357Z","time spent":"1.612746921s","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.653253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390568951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-10T01:39:06.655194Z","caller":"traceutil/trace.go:171","msg":"trace[871651129] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24759; }","duration":"2.392534646s","start":"2026-05-10T01:39:04.26264Z","end":"2026-05-10T01:39:06.655174Z","steps":["trace[871651129] 'agreement among raft nodes before linearized reading' (duration: 2.390535361s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.655265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.26262Z","time spent":"2.392626428s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" "} {"level":"warn","ts":"2026-05-10T01:39:06.653318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.796041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.655471Z","caller":"traceutil/trace.go:171","msg":"trace[1776299690] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24759; }","duration":"940.97718ms","start":"2026-05-10T01:39:05.714466Z","end":"2026-05-10T01:39:06.655444Z","steps":["trace[1776299690] 'agreement among raft nodes before linearized reading' (duration: 938.818501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.655551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.714442Z","time spent":"941.076652ms","remote":"127.0.0.1:52062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.653384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395190439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:120180"} {"level":"info","ts":"2026-05-10T01:39:06.655793Z","caller":"traceutil/trace.go:171","msg":"trace[1091418532] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:24759; }","duration":"3.397627174s","start":"2026-05-10T01:39:03.258148Z","end":"2026-05-10T01:39:06.655775Z","steps":["trace[1091418532] 'agreement among raft nodes before linearized reading' (duration: 3.394514904s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.655864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.258121Z","time spent":"3.397719745s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":120202,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-10T01:39:06.653347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.101076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.65606Z","caller":"traceutil/trace.go:171","msg":"trace[617692952] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24759; }","duration":"398.879289ms","start":"2026-05-10T01:39:06.257163Z","end":"2026-05-10T01:39:06.656042Z","steps":["trace[617692952] 'agreement among raft nodes before linearized reading' (duration: 396.066026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.65612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.257142Z","time spent":"398.959851ms","remote":"127.0.0.1:48604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:06.65376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:00.336528Z","time spent":"6.317209602s","remote":"127.0.0.1:38164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:07.16217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:08.045358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.687639ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-10T01:39:08.045465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.661769Z","time spent":"1.383691062s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-10T01:39:08.133711Z","caller":"traceutil/trace.go:171","msg":"trace[356304220] linearizableReadLoop","detail":"{readStateIndex:25571; appliedIndex:25568; }","duration":"1.471701186s","start":"2026-05-10T01:39:06.661982Z","end":"2026-05-10T01:39:08.133683Z","steps":["trace[356304220] 'read index received' (duration: 855.745208ms)","trace[356304220] 'applied index is now lower than readState.Index' (duration: 615.954718ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:08.133847Z","caller":"traceutil/trace.go:171","msg":"trace[275410303] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"1.471359648s","start":"2026-05-10T01:39:06.662456Z","end":"2026-05-10T01:39:08.133815Z","steps":["trace[275410303] 'process raft request' (duration: 1.47099743s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:08.133858Z","caller":"traceutil/trace.go:171","msg":"trace[1523461557] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"1.470635633s","start":"2026-05-10T01:39:06.663199Z","end":"2026-05-10T01:39:08.133835Z","steps":["trace[1523461557] 'process raft request' (duration: 1.470416058s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:08.134007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.662445Z","time spent":"1.471484291s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:08.13406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.663192Z","time spent":"1.470816237s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:08.134232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472220248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-10T01:39:08.134288Z","caller":"traceutil/trace.go:171","msg":"trace[2021526049] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24761; }","duration":"1.47231365s","start":"2026-05-10T01:39:06.661961Z","end":"2026-05-10T01:39:08.134274Z","steps":["trace[2021526049] 'agreement among raft nodes before linearized reading' (duration: 1.471854359s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:08.134372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.661953Z","time spent":"1.472402902s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-10T01:39:08.634537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386830801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:08.662719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:39:08.66285Z","caller":"traceutil/trace.go:171","msg":"trace[372305854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408618s","start":"2026-05-10T01:39:06.662416Z","end":"2026-05-10T01:39:08.662825Z","steps":["trace[372305854] 'agreement among raft nodes before linearized reading' (duration: 2.000260364s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:08.662903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.66241Z","time spent":"2.000482559s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:39:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:39:09.748782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.511757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:09.749131Z","caller":"traceutil/trace.go:171","msg":"trace[290259695] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"1.702469284s","start":"2026-05-10T01:39:08.046425Z","end":"2026-05-10T01:39:09.748894Z","steps":["trace[290259695] 'process raft request' (duration: 742.721732ms)","trace[290259695] 'compare' (duration: 958.607646ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:09.749237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.046395Z","time spent":"1.702791692s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:10.416448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627258777s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:39:10.663847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000570911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:39:10.663928Z","caller":"traceutil/trace.go:171","msg":"trace[1270710091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723085s","start":"2026-05-10T01:39:08.663187Z","end":"2026-05-10T01:39:10.66391Z","steps":["trace[1270710091] 'agreement among raft nodes before linearized reading' (duration: 2.000622682s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:10.663974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.663154Z","time spent":"2.000811227s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:39:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:39:11.052594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.935075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:11.052808Z","caller":"traceutil/trace.go:171","msg":"trace[2051146019] linearizableReadLoop","detail":"{readStateIndex:25573; appliedIndex:25571; }","duration":"2.918990215s","start":"2026-05-10T01:39:08.133791Z","end":"2026-05-10T01:39:11.052781Z","steps":["trace[2051146019] 'read index received' (duration: 655.382863ms)","trace[2051146019] 'applied index is now lower than readState.Index' (duration: 2.263604652s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:11.052814Z","caller":"traceutil/trace.go:171","msg":"trace[1134844983] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"2.790198776s","start":"2026-05-10T01:39:08.262581Z","end":"2026-05-10T01:39:11.052779Z","steps":["trace[1134844983] 'process raft request' (duration: 2.154056745s)","trace[1134844983] 'compare' (duration: 634.675809ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:11.052979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.262549Z","time spent":"2.790332109s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:11.053054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847140208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:11.053138Z","caller":"traceutil/trace.go:171","msg":"trace[954273999] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24763; }","duration":"3.847265041s","start":"2026-05-10T01:39:07.20586Z","end":"2026-05-10T01:39:11.053125Z","steps":["trace[954273999] 'agreement among raft nodes before linearized reading' (duration: 3.847030866s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.053181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.205838Z","time spent":"3.847331732s","remote":"127.0.0.1:38366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.053226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390862976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-10T01:39:11.053259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120922527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:39:11.053316Z","caller":"traceutil/trace.go:171","msg":"trace[877382804] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24763; }","duration":"3.121022759s","start":"2026-05-10T01:39:07.932278Z","end":"2026-05-10T01:39:11.053301Z","steps":["trace[877382804] 'agreement among raft nodes before linearized reading' (duration: 3.120760012s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.053305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39209568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-10T01:39:11.053325Z","caller":"traceutil/trace.go:171","msg":"trace[111283612] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24763; }","duration":"4.390956399s","start":"2026-05-10T01:39:06.662328Z","end":"2026-05-10T01:39:11.053285Z","steps":["trace[111283612] 'agreement among raft nodes before linearized reading' (duration: 4.390724592s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.053368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.932257Z","time spent":"3.12110262s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.053379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.662316Z","time spent":"4.39105428s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-10T01:39:11.053387Z","caller":"traceutil/trace.go:171","msg":"trace[361805462] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24763; }","duration":"3.392197292s","start":"2026-05-10T01:39:07.661162Z","end":"2026-05-10T01:39:11.053359Z","steps":["trace[361805462] 'agreement among raft nodes before linearized reading' (duration: 3.391985517s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.053226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389044165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.053034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670441884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.053709Z","caller":"traceutil/trace.go:171","msg":"trace[1221711629] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24763; }","duration":"3.671237743s","start":"2026-05-10T01:39:07.38246Z","end":"2026-05-10T01:39:11.053698Z","steps":["trace[1221711629] 'agreement among raft nodes before linearized reading' (duration: 3.670367043s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.053434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.661142Z","time spent":"3.392281294s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" "} {"level":"info","ts":"2026-05-10T01:39:11.053722Z","caller":"traceutil/trace.go:171","msg":"trace[1189139305] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24763; }","duration":"4.389592158s","start":"2026-05-10T01:39:06.664098Z","end":"2026-05-10T01:39:11.05369Z","steps":["trace[1189139305] 'agreement among raft nodes before linearized reading' (duration: 4.38885936s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.053888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.382438Z","time spent":"3.671422646s","remote":"127.0.0.1:48996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.05394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.66409Z","time spent":"4.389826113s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:39:11.520403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.773758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:11.520527Z","caller":"traceutil/trace.go:171","msg":"trace[920568447] linearizableReadLoop","detail":"{readStateIndex:25574; appliedIndex:25573; }","duration":"467.628641ms","start":"2026-05-10T01:39:11.052853Z","end":"2026-05-10T01:39:11.520481Z","steps":["trace[920568447] 'read index received' (duration: 141.614297ms)","trace[920568447] 'applied index is now lower than readState.Index' (duration: 326.013294ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:11.520732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398225952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.52076Z","caller":"traceutil/trace.go:171","msg":"trace[18953464] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24764; }","duration":"2.398318055s","start":"2026-05-10T01:39:09.122434Z","end":"2026-05-10T01:39:11.520752Z","steps":["trace[18953464] 'agreement among raft nodes before linearized reading' (duration: 2.398206652s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.520706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640294478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.520744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298350622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.520805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.122401Z","time spent":"2.398395546s","remote":"127.0.0.1:47732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.520819Z","caller":"traceutil/trace.go:171","msg":"trace[1435228222] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24764; }","duration":"1.640439762s","start":"2026-05-10T01:39:09.880355Z","end":"2026-05-10T01:39:11.520794Z","steps":["trace[1435228222] 'agreement among raft nodes before linearized reading' (duration: 1.640211277s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.520838Z","caller":"traceutil/trace.go:171","msg":"trace[424813703] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24764; }","duration":"2.298505425s","start":"2026-05-10T01:39:09.222311Z","end":"2026-05-10T01:39:11.520817Z","steps":["trace[424813703] 'agreement among raft nodes before linearized reading' (duration: 2.298321771s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.520866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.880286Z","time spent":"1.640571634s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.520851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699306722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:11.52089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.222291Z","time spent":"2.298589197s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.520932Z","caller":"traceutil/trace.go:171","msg":"trace[1062095458] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24764; }","duration":"1.699447585s","start":"2026-05-10T01:39:09.821466Z","end":"2026-05-10T01:39:11.520914Z","steps":["trace[1062095458] 'agreement among raft nodes before linearized reading' (duration: 1.699277772s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.520985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.821443Z","time spent":"1.699531787s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.521006Z","caller":"traceutil/trace.go:171","msg":"trace[2020072625] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"759.457998ms","start":"2026-05-10T01:39:10.761522Z","end":"2026-05-10T01:39:11.52098Z","steps":["trace[2020072625] 'process raft request' (duration: 433.027705ms)","trace[2020072625] 'compare' (duration: 325.471762ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:11.521124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.283734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.521164Z","caller":"traceutil/trace.go:171","msg":"trace[1573375856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24764; }","duration":"849.350625ms","start":"2026-05-10T01:39:10.671797Z","end":"2026-05-10T01:39:11.521148Z","steps":["trace[1573375856] 'agreement among raft nodes before linearized reading' (duration: 849.262453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.521158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:10.7615Z","time spent":"759.56197ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:11.521184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:10.671775Z","time spent":"849.405836ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:11.521183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987900617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.521217Z","caller":"traceutil/trace.go:171","msg":"trace[1949213170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24764; }","duration":"1.987961529s","start":"2026-05-10T01:39:09.533245Z","end":"2026-05-10T01:39:11.521206Z","steps":["trace[1949213170] 'agreement among raft nodes before linearized reading' (duration: 1.987900477s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.521245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.533227Z","time spent":"1.988012499s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:11.521279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769630371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-10T01:39:11.5209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.545414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.521343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132043221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.521353Z","caller":"traceutil/trace.go:171","msg":"trace[1822113678] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24764; }","duration":"1.769767274s","start":"2026-05-10T01:39:09.751565Z","end":"2026-05-10T01:39:11.521332Z","steps":["trace[1822113678] 'agreement among raft nodes before linearized reading' (duration: 1.769144289s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.520987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383283891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-10T01:39:11.521507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568644692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.521537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.018855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.521539Z","caller":"traceutil/trace.go:171","msg":"trace[1207729134] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af; range_end:; response_count:1; response_revision:24764; }","duration":"3.383858465s","start":"2026-05-10T01:39:08.137662Z","end":"2026-05-10T01:39:11.52152Z","steps":["trace[1207729134] 'agreement among raft nodes before linearized reading' (duration: 3.383099067s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.521574Z","caller":"traceutil/trace.go:171","msg":"trace[102549099] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24764; }","duration":"462.086697ms","start":"2026-05-10T01:39:11.059474Z","end":"2026-05-10T01:39:11.52156Z","steps":["trace[102549099] 'agreement among raft nodes before linearized reading' (duration: 462.014735ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.521571Z","caller":"traceutil/trace.go:171","msg":"trace[397738984] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24764; }","duration":"1.568744203s","start":"2026-05-10T01:39:09.952808Z","end":"2026-05-10T01:39:11.521552Z","steps":["trace[397738984] 'agreement among raft nodes before linearized reading' (duration: 1.568514118s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.52159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.137599Z","time spent":"3.383974057s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af\" "} {"level":"warn","ts":"2026-05-10T01:39:11.521604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.059457Z","time spent":"462.138537ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:39:11.521569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164075276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.521597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.768263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:11.521619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.803279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:11.521679Z","caller":"traceutil/trace.go:171","msg":"trace[1289752937] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24764; }","duration":"575.89845ms","start":"2026-05-10T01:39:10.945769Z","end":"2026-05-10T01:39:11.521668Z","steps":["trace[1289752937] 'agreement among raft nodes before linearized reading' (duration: 575.798998ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.521676Z","caller":"traceutil/trace.go:171","msg":"trace[1627491062] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24764; }","duration":"1.164240579s","start":"2026-05-10T01:39:10.35741Z","end":"2026-05-10T01:39:11.52165Z","steps":["trace[1627491062] 'agreement among raft nodes before linearized reading' (duration: 1.164023914s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.521676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383361293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-548088a2-3e0b-4e13-9fa7-71e5936f3b95\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-10T01:39:11.521677Z","caller":"traceutil/trace.go:171","msg":"trace[1571441334] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24764; }","duration":"290.903786ms","start":"2026-05-10T01:39:11.230756Z","end":"2026-05-10T01:39:11.52166Z","steps":["trace[1571441334] 'agreement among raft nodes before linearized reading' (duration: 290.763873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.521734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:10.357389Z","time spent":"1.164329771s","remote":"127.0.0.1:55146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.521755Z","caller":"traceutil/trace.go:171","msg":"trace[1914372506] range","detail":"{range_begin:/registry/persistentvolumes/pvc-548088a2-3e0b-4e13-9fa7-71e5936f3b95; range_end:; response_count:1; response_revision:24764; }","duration":"3.383494006s","start":"2026-05-10T01:39:08.138242Z","end":"2026-05-10T01:39:11.521736Z","steps":["trace[1914372506] 'agreement among raft nodes before linearized reading' (duration: 3.383232661s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.521374Z","caller":"traceutil/trace.go:171","msg":"trace[1644922144] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24764; }","duration":"2.132107912s","start":"2026-05-10T01:39:09.389253Z","end":"2026-05-10T01:39:11.521361Z","steps":["trace[1644922144] 'agreement among raft nodes before linearized reading' (duration: 2.132062941s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.521805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.138227Z","time spent":"3.383569318s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-548088a2-3e0b-4e13-9fa7-71e5936f3b95\" "} {"level":"warn","ts":"2026-05-10T01:39:11.521855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.389231Z","time spent":"2.132607193s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.521709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:10.945751Z","time spent":"575.949072ms","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.521376Z","caller":"traceutil/trace.go:171","msg":"trace[1564002008] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24764; }","duration":"692.128607ms","start":"2026-05-10T01:39:10.82922Z","end":"2026-05-10T01:39:11.521349Z","steps":["trace[1564002008] 'agreement among raft nodes before linearized reading' (duration: 691.517172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.521929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:10.829196Z","time spent":"692.722291ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.521488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.751543Z","time spent":"1.769929207s","remote":"127.0.0.1:38202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T01:39:11.521615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.952789Z","time spent":"1.568814986s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.521621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481393204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-10T01:39:11.522368Z","caller":"traceutil/trace.go:171","msg":"trace[846877824] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24764; }","duration":"1.482172801s","start":"2026-05-10T01:39:10.040183Z","end":"2026-05-10T01:39:11.522355Z","steps":["trace[846877824] 'agreement among raft nodes before linearized reading' (duration: 1.481335233s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.522375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595533199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-10T01:39:11.522402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:10.040163Z","time spent":"1.482228522s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-10T01:39:11.522405Z","caller":"traceutil/trace.go:171","msg":"trace[282604167] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24764; }","duration":"2.596263276s","start":"2026-05-10T01:39:08.926131Z","end":"2026-05-10T01:39:11.522395Z","steps":["trace[282604167] 'agreement among raft nodes before linearized reading' (duration: 2.594921755s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.522427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.926106Z","time spent":"2.596315317s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" "} {"level":"warn","ts":"2026-05-10T01:39:11.523449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.97034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:39:11.523486Z","caller":"traceutil/trace.go:171","msg":"trace[309465383] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24764; }","duration":"514.007781ms","start":"2026-05-10T01:39:11.009468Z","end":"2026-05-10T01:39:11.523476Z","steps":["trace[309465383] 'agreement among raft nodes before linearized reading' (duration: 511.978876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.523512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.009388Z","time spent":"514.118084ms","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2642,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.846739Z","caller":"traceutil/trace.go:171","msg":"trace[887600294] linearizableReadLoop","detail":"{readStateIndex:25576; appliedIndex:25575; }","duration":"233.245423ms","start":"2026-05-10T01:39:11.613465Z","end":"2026-05-10T01:39:11.84671Z","steps":["trace[887600294] 'read index received' (duration: 150.419365ms)","trace[887600294] 'applied index is now lower than readState.Index' (duration: 82.824788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:11.847016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.247656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.847081Z","caller":"traceutil/trace.go:171","msg":"trace[32029128] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24766; }","duration":"317.333729ms","start":"2026-05-10T01:39:11.529734Z","end":"2026-05-10T01:39:11.847068Z","steps":["trace[32029128] 'agreement among raft nodes before linearized reading' (duration: 317.179336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.847084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.791954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-05-10T01:39:11.847113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.529728Z","time spent":"317.37958ms","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-10T01:39:11.847146Z","caller":"traceutil/trace.go:171","msg":"trace[2033805706] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24766; }","duration":"319.874406ms","start":"2026-05-10T01:39:11.527256Z","end":"2026-05-10T01:39:11.84713Z","steps":["trace[2033805706] 'agreement among raft nodes before linearized reading' (duration: 319.675361ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.847152Z","caller":"traceutil/trace.go:171","msg":"trace[114123433] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"320.02965ms","start":"2026-05-10T01:39:11.527103Z","end":"2026-05-10T01:39:11.847133Z","steps":["trace[114123433] 'process raft request' (duration: 236.838133ms)","trace[114123433] 'compare' (duration: 82.610024ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:11.847175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.52725Z","time spent":"319.918787ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-10T01:39:11.847177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.191909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.847217Z","caller":"traceutil/trace.go:171","msg":"trace[1009179313] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24766; }","duration":"302.24057ms","start":"2026-05-10T01:39:11.544966Z","end":"2026-05-10T01:39:11.847207Z","steps":["trace[1009179313] 'agreement among raft nodes before linearized reading' (duration: 302.160488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.847226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.218823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-10T01:39:11.847249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.527091Z","time spent":"320.098501ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:11.847246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.544885Z","time spent":"302.352623ms","remote":"127.0.0.1:48532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.847292Z","caller":"traceutil/trace.go:171","msg":"trace[1310546103] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24766; }","duration":"320.318556ms","start":"2026-05-10T01:39:11.526953Z","end":"2026-05-10T01:39:11.847272Z","steps":["trace[1310546103] 'agreement among raft nodes before linearized reading' (duration: 320.144942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.847327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.526939Z","time spent":"320.377507ms","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-10T01:39:11.913286Z","caller":"traceutil/trace.go:171","msg":"trace[2075666234] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"294.121638ms","start":"2026-05-10T01:39:11.61914Z","end":"2026-05-10T01:39:11.913262Z","steps":["trace[2075666234] 'process raft request' (duration: 293.888082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.913497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.027967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:39:11.913502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.065818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.913514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.468962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-10T01:39:11.913564Z","caller":"traceutil/trace.go:171","msg":"trace[872712687] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24767; }","duration":"298.131509ms","start":"2026-05-10T01:39:11.615414Z","end":"2026-05-10T01:39:11.913546Z","steps":["trace[872712687] 'agreement among raft nodes before linearized reading' (duration: 297.892913ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.913587Z","caller":"traceutil/trace.go:171","msg":"trace[418067636] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24767; }","duration":"204.207091ms","start":"2026-05-10T01:39:11.709359Z","end":"2026-05-10T01:39:11.913566Z","steps":["trace[418067636] 'agreement among raft nodes before linearized reading' (duration: 204.008467ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.913596Z","caller":"traceutil/trace.go:171","msg":"trace[896150947] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24767; }","duration":"247.606005ms","start":"2026-05-10T01:39:11.665971Z","end":"2026-05-10T01:39:11.913577Z","steps":["trace[896150947] 'agreement among raft nodes before linearized reading' (duration: 247.313269ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.968414Z","caller":"traceutil/trace.go:171","msg":"trace[1870508109] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"113.574708ms","start":"2026-05-10T01:39:11.854789Z","end":"2026-05-10T01:39:11.968363Z","steps":["trace[1870508109] 'process raft request' (duration: 113.291202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.968564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.328185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c3893b20-2249-461c-a4cf-ddd68d4aea90\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-10T01:39:11.968674Z","caller":"traceutil/trace.go:171","msg":"trace[1219135227] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c3893b20-2249-461c-a4cf-ddd68d4aea90; range_end:; response_count:1; response_revision:24768; }","duration":"118.434237ms","start":"2026-05-10T01:39:11.850195Z","end":"2026-05-10T01:39:11.968629Z","steps":["trace[1219135227] 'agreement among raft nodes before linearized reading' (duration: 118.1063ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:12.68298Z","caller":"traceutil/trace.go:171","msg":"trace[940293927] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"121.162258ms","start":"2026-05-10T01:39:12.561779Z","end":"2026-05-10T01:39:12.682941Z","steps":["trace[940293927] 'process raft request' (duration: 66.595614ms)","trace[940293927] 'compare' (duration: 54.37632ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:12.716479Z","caller":"traceutil/trace.go:171","msg":"trace[1219844398] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"149.673518ms","start":"2026-05-10T01:39:12.566776Z","end":"2026-05-10T01:39:12.716449Z","steps":["trace[1219844398] 'process raft request' (duration: 149.348451ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:13.201582Z","caller":"traceutil/trace.go:171","msg":"trace[245643684] linearizableReadLoop","detail":"{readStateIndex:25626; appliedIndex:25624; }","duration":"106.078929ms","start":"2026-05-10T01:39:13.095479Z","end":"2026-05-10T01:39:13.201558Z","steps":["trace[245643684] 'read index received' (duration: 30.041463ms)","trace[245643684] 'applied index is now lower than readState.Index' (duration: 76.036435ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:13.201702Z","caller":"traceutil/trace.go:171","msg":"trace[2064146355] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"138.958286ms","start":"2026-05-10T01:39:13.062733Z","end":"2026-05-10T01:39:13.201691Z","steps":["trace[2064146355] 'process raft request' (duration: 138.692161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:13.201853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.343424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-05-10T01:39:13.201941Z","caller":"traceutil/trace.go:171","msg":"trace[204097165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de54cca9-160c-4c96-8233-8f0520464c07; range_end:; response_count:1; response_revision:24815; }","duration":"106.473719ms","start":"2026-05-10T01:39:13.095446Z","end":"2026-05-10T01:39:13.20192Z","steps":["trace[204097165] 'agreement among raft nodes before linearized reading' (duration: 106.275563ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:13.341506Z","caller":"traceutil/trace.go:171","msg":"trace[785541214] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"117.267091ms","start":"2026-05-10T01:39:13.224215Z","end":"2026-05-10T01:39:13.341483Z","steps":["trace[785541214] 'process raft request' (duration: 117.197179ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:13.341557Z","caller":"traceutil/trace.go:171","msg":"trace[782618643] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"122.219601ms","start":"2026-05-10T01:39:13.2193Z","end":"2026-05-10T01:39:13.34152Z","steps":["trace[782618643] 'process raft request' (duration: 122.005247ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:13.746463Z","caller":"traceutil/trace.go:171","msg":"trace[577101874] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"267.02665ms","start":"2026-05-10T01:39:13.479408Z","end":"2026-05-10T01:39:13.746434Z","steps":["trace[577101874] 'process raft request' (duration: 266.858786ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:13.746544Z","caller":"traceutil/trace.go:171","msg":"trace[2138292858] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25641; }","duration":"194.993765ms","start":"2026-05-10T01:39:13.551522Z","end":"2026-05-10T01:39:13.746516Z","steps":["trace[2138292858] 'read index received' (duration: 194.985695ms)","trace[2138292858] 'applied index is now lower than readState.Index' (duration: 6.47µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:13.746809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.116941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-10T01:39:13.746844Z","caller":"traceutil/trace.go:171","msg":"trace[1999076885] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1086724860af; range_end:; response_count:1; response_revision:24830; }","duration":"192.227033ms","start":"2026-05-10T01:39:13.554606Z","end":"2026-05-10T01:39:13.746833Z","steps":["trace[1999076885] 'agreement among raft nodes before linearized reading' (duration: 192.027819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:13.74717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.519026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:13.74721Z","caller":"traceutil/trace.go:171","msg":"trace[530285848] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24830; }","duration":"228.604858ms","start":"2026-05-10T01:39:13.518596Z","end":"2026-05-10T01:39:13.747201Z","steps":["trace[530285848] 'agreement among raft nodes before linearized reading' (duration: 228.470215ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:13.893986Z","caller":"traceutil/trace.go:171","msg":"trace[148974873] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"107.723388ms","start":"2026-05-10T01:39:13.786218Z","end":"2026-05-10T01:39:13.893941Z","steps":["trace[148974873] 'process raft request' (duration: 103.40141ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:14.310946Z","caller":"traceutil/trace.go:171","msg":"trace[1989769313] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"245.489197ms","start":"2026-05-10T01:39:14.065418Z","end":"2026-05-10T01:39:14.310907Z","steps":["trace[1989769313] 'process raft request' (duration: 245.309453ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:14.562021Z","caller":"traceutil/trace.go:171","msg":"trace[327635077] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"120.650026ms","start":"2026-05-10T01:39:14.44134Z","end":"2026-05-10T01:39:14.56199Z","steps":["trace[327635077] 'process raft request' (duration: 119.91707ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:14.749253Z","caller":"traceutil/trace.go:171","msg":"trace[1230084374] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"177.072412ms","start":"2026-05-10T01:39:14.572153Z","end":"2026-05-10T01:39:14.749225Z","steps":["trace[1230084374] 'process raft request' (duration: 105.419254ms)","trace[1230084374] 'compare' (duration: 71.412743ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:14.749385Z","caller":"traceutil/trace.go:171","msg":"trace[1540506589] linearizableReadLoop","detail":"{readStateIndex:25659; appliedIndex:25657; }","duration":"154.556907ms","start":"2026-05-10T01:39:14.594806Z","end":"2026-05-10T01:39:14.749363Z","steps":["trace[1540506589] 'read index received' (duration: 82.773476ms)","trace[1540506589] 'applied index is now lower than readState.Index' (duration: 71.781471ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:14.749574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.752171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-10T01:39:14.749626Z","caller":"traceutil/trace.go:171","msg":"trace[1904469186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24848; }","duration":"154.864454ms","start":"2026-05-10T01:39:14.594752Z","end":"2026-05-10T01:39:14.749617Z","steps":["trace[1904469186] 'agreement among raft nodes before linearized reading' (duration: 154.68837ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:14.749782Z","caller":"traceutil/trace.go:171","msg":"trace[934290097] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"175.696392ms","start":"2026-05-10T01:39:14.574078Z","end":"2026-05-10T01:39:14.749775Z","steps":["trace[934290097] 'process raft request' (duration: 175.088389ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:15.042521Z","caller":"traceutil/trace.go:171","msg":"trace[1239362961] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"104.912755ms","start":"2026-05-10T01:39:14.937586Z","end":"2026-05-10T01:39:15.042499Z","steps":["trace[1239362961] 'process raft request' (duration: 82.061991ms)","trace[1239362961] 'compare' (duration: 22.707269ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:03.707331Z","caller":"traceutil/trace.go:171","msg":"trace[1683435828] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"527.663618ms","start":"2026-05-10T01:40:03.179635Z","end":"2026-05-10T01:40:03.707299Z","steps":["trace[1683435828] 'process raft request' (duration: 527.449113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:03.707525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.179613Z","time spent":"527.823871ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:04.036033Z","caller":"traceutil/trace.go:171","msg":"trace[1190874502] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"855.139565ms","start":"2026-05-10T01:40:03.180867Z","end":"2026-05-10T01:40:04.036007Z","steps":["trace[1190874502] 'process raft request' (duration: 854.88901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.036275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.180859Z","time spent":"855.248048ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:04.036329Z","caller":"traceutil/trace.go:171","msg":"trace[827303542] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"705.473167ms","start":"2026-05-10T01:40:03.330829Z","end":"2026-05-10T01:40:04.036303Z","steps":["trace[827303542] 'process raft request' (duration: 705.131459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.03647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.330806Z","time spent":"705.589679ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:04.036791Z","caller":"traceutil/trace.go:171","msg":"trace[1023777725] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"606.290312ms","start":"2026-05-10T01:40:03.430485Z","end":"2026-05-10T01:40:04.036776Z","steps":["trace[1023777725] 'process raft request' (duration: 605.71602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.036871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.43046Z","time spent":"606.372854ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:04.03694Z","caller":"traceutil/trace.go:171","msg":"trace[313531816] linearizableReadLoop","detail":"{readStateIndex:26130; appliedIndex:26127; }","duration":"656.253392ms","start":"2026-05-10T01:40:03.380664Z","end":"2026-05-10T01:40:04.036918Z","steps":["trace[313531816] 'read index received' (duration: 326.372232ms)","trace[313531816] 'applied index is now lower than readState.Index' (duration: 329.88022ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:04.037052Z","caller":"traceutil/trace.go:171","msg":"trace[1384708869] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"490.33977ms","start":"2026-05-10T01:40:03.546686Z","end":"2026-05-10T01:40:04.037026Z","steps":["trace[1384708869] 'process raft request' (duration: 490.032993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.037138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.475827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:40:04.037174Z","caller":"traceutil/trace.go:171","msg":"trace[548704162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25308; }","duration":"656.559929ms","start":"2026-05-10T01:40:03.380606Z","end":"2026-05-10T01:40:04.037166Z","steps":["trace[548704162] 'agreement among raft nodes before linearized reading' (duration: 656.438346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.037178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.54666Z","time spent":"490.442722ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:04.037195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.380582Z","time spent":"656.60819ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:04.074944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.98848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:04.07502Z","caller":"traceutil/trace.go:171","msg":"trace[1926183749] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25309; }","duration":"263.108732ms","start":"2026-05-10T01:40:03.811894Z","end":"2026-05-10T01:40:04.075003Z","steps":["trace[1926183749] 'agreement among raft nodes before linearized reading' (duration: 262.976029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.075019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.227962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-10T01:40:04.075085Z","caller":"traceutil/trace.go:171","msg":"trace[918829508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25309; }","duration":"693.302125ms","start":"2026-05-10T01:40:03.381767Z","end":"2026-05-10T01:40:04.075069Z","steps":["trace[918829508] 'agreement among raft nodes before linearized reading' (duration: 693.056729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.075123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.381685Z","time spent":"693.430647ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T01:40:04.075319Z","caller":"traceutil/trace.go:171","msg":"trace[1928975271] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"278.267704ms","start":"2026-05-10T01:40:03.797035Z","end":"2026-05-10T01:40:04.075302Z","steps":["trace[1928975271] 'process raft request' (duration: 277.605718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.0756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.645231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:04.07576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.150612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:40:04.075818Z","caller":"traceutil/trace.go:171","msg":"trace[1036722812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25309; }","duration":"336.223963ms","start":"2026-05-10T01:40:03.739572Z","end":"2026-05-10T01:40:04.075796Z","steps":["trace[1036722812] 'agreement among raft nodes before linearized reading' (duration: 336.09169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.075857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.739555Z","time spent":"336.296155ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:40:04.075764Z","caller":"traceutil/trace.go:171","msg":"trace[1614697371] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25309; }","duration":"504.869935ms","start":"2026-05-10T01:40:03.570868Z","end":"2026-05-10T01:40:04.075738Z","steps":["trace[1614697371] 'agreement among raft nodes before linearized reading' (duration: 504.570759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.076158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.570833Z","time spent":"505.279925ms","remote":"127.0.0.1:38330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:04.076849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.246387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:40:04.076921Z","caller":"traceutil/trace.go:171","msg":"trace[1697425901] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25309; }","duration":"296.344758ms","start":"2026-05-10T01:40:03.780554Z","end":"2026-05-10T01:40:04.076898Z","steps":["trace[1697425901] 'agreement among raft nodes before linearized reading' (duration: 295.07743ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:04.620722Z","caller":"traceutil/trace.go:171","msg":"trace[1242735191] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"579.05284ms","start":"2026-05-10T01:40:04.041612Z","end":"2026-05-10T01:40:04.620665Z","steps":["trace[1242735191] 'process raft request' (duration: 523.826252ms)","trace[1242735191] 'compare' (duration: 54.790849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:04.620927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:04.041595Z","time spent":"579.243904ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:04.851738Z","caller":"traceutil/trace.go:171","msg":"trace[787081974] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"772.111922ms","start":"2026-05-10T01:40:04.079602Z","end":"2026-05-10T01:40:04.851714Z","steps":["trace[787081974] 'process raft request' (duration: 770.527496ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:04.851787Z","caller":"traceutil/trace.go:171","msg":"trace[387090575] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"771.635602ms","start":"2026-05-10T01:40:04.080097Z","end":"2026-05-10T01:40:04.851732Z","steps":["trace[387090575] 'process raft request' (duration: 771.479728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.851856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:04.079585Z","time spent":"772.213194ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:04.852197Z","caller":"traceutil/trace.go:171","msg":"trace[1443622778] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"498.529314ms","start":"2026-05-10T01:40:04.353624Z","end":"2026-05-10T01:40:04.852153Z","steps":["trace[1443622778] 'process raft request' (duration: 498.372961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.852212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:04.080089Z","time spent":"771.915268ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:04.852321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:04.353601Z","time spent":"498.656367ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:04.85323Z","caller":"traceutil/trace.go:171","msg":"trace[1743172368] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"737.777292ms","start":"2026-05-10T01:40:04.114402Z","end":"2026-05-10T01:40:04.852179Z","steps":["trace[1743172368] 'process raft request' (duration: 737.282391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.853387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:04.114368Z","time spent":"738.924147ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:04.853853Z","caller":"traceutil/trace.go:171","msg":"trace[124840904] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"406.584762ms","start":"2026-05-10T01:40:04.447259Z","end":"2026-05-10T01:40:04.853844Z","steps":["trace[124840904] 'process raft request' (duration: 404.828623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.853896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:04.447238Z","time spent":"406.635084ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:04.853957Z","caller":"traceutil/trace.go:171","msg":"trace[713611483] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26133; }","duration":"773.036373ms","start":"2026-05-10T01:40:04.080909Z","end":"2026-05-10T01:40:04.853945Z","steps":["trace[713611483] 'read index received' (duration: 484.52363ms)","trace[713611483] 'applied index is now lower than readState.Index' (duration: 288.511152ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:04.854117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.337346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:04.854158Z","caller":"traceutil/trace.go:171","msg":"trace[993634023] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25315; }","duration":"611.411487ms","start":"2026-05-10T01:40:04.242735Z","end":"2026-05-10T01:40:04.854146Z","steps":["trace[993634023] 'agreement among raft nodes before linearized reading' (duration: 611.288394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.854186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:04.242717Z","time spent":"611.460449ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:04.854195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.279728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:40:04.854263Z","caller":"traceutil/trace.go:171","msg":"trace[61552828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25315; }","duration":"773.37681ms","start":"2026-05-10T01:40:04.080871Z","end":"2026-05-10T01:40:04.854248Z","steps":["trace[61552828] 'agreement among raft nodes before linearized reading' (duration: 773.137395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.854301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:04.080861Z","time spent":"773.432231ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:40:04.854437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.4459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:40:04.854474Z","caller":"traceutil/trace.go:171","msg":"trace[879121943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25315; }","duration":"312.515682ms","start":"2026-05-10T01:40:04.54195Z","end":"2026-05-10T01:40:04.854466Z","steps":["trace[879121943] 'agreement among raft nodes before linearized reading' (duration: 312.385799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.854505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:04.541928Z","time spent":"312.564803ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:40:05.7Z","caller":"traceutil/trace.go:171","msg":"trace[137204191] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"269.832065ms","start":"2026-05-10T01:40:05.430141Z","end":"2026-05-10T01:40:05.699974Z","steps":["trace[137204191] 'process raft request' (duration: 269.64025ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:06.37494Z","caller":"traceutil/trace.go:171","msg":"trace[109992602] linearizableReadLoop","detail":"{readStateIndex:26144; appliedIndex:26142; }","duration":"876.945744ms","start":"2026-05-10T01:40:05.497969Z","end":"2026-05-10T01:40:06.374914Z","steps":["trace[109992602] 'read index received' (duration: 201.815747ms)","trace[109992602] 'applied index is now lower than readState.Index' (duration: 675.129117ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:06.375097Z","caller":"traceutil/trace.go:171","msg":"trace[491914926] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"940.710175ms","start":"2026-05-10T01:40:05.434341Z","end":"2026-05-10T01:40:06.375051Z","steps":["trace[491914926] 'process raft request' (duration: 940.405808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:06.375126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.130228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:40:06.375293Z","caller":"traceutil/trace.go:171","msg":"trace[2119461062] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25320; }","duration":"877.350783ms","start":"2026-05-10T01:40:05.497929Z","end":"2026-05-10T01:40:06.37528Z","steps":["trace[2119461062] 'agreement among raft nodes before linearized reading' (duration: 877.107467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:06.375308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:05.434321Z","time spent":"940.866308ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7219,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:06.375345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:05.49791Z","time spent":"877.421965ms","remote":"127.0.0.1:38316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:06.875881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386832388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:07.174174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.434016ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:07.17431Z","caller":"traceutil/trace.go:171","msg":"trace[1138198823] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25320; }","duration":"697.583429ms","start":"2026-05-10T01:40:06.476706Z","end":"2026-05-10T01:40:07.17429Z","steps":["trace[1138198823] 'range keys from in-memory index tree' (duration: 697.416466ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.287566Z","caller":"traceutil/trace.go:171","msg":"trace[595543827] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"1.575178958s","start":"2026-05-10T01:40:05.712362Z","end":"2026-05-10T01:40:07.287541Z","steps":["trace[595543827] 'process raft request' (duration: 1.574971603s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.287738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:05.712338Z","time spent":"1.575312311s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:07.287985Z","caller":"traceutil/trace.go:171","msg":"trace[1058422242] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"1.246167596s","start":"2026-05-10T01:40:06.041784Z","end":"2026-05-10T01:40:07.287951Z","steps":["trace[1058422242] 'process raft request' (duration: 1.245716416s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.288126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.041759Z","time spent":"1.24630113s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:07.288209Z","caller":"traceutil/trace.go:171","msg":"trace[1425192970] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"1.244543501s","start":"2026-05-10T01:40:06.043649Z","end":"2026-05-10T01:40:07.288192Z","steps":["trace[1425192970] 'process raft request' (duration: 1.244321025s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.288204Z","caller":"traceutil/trace.go:171","msg":"trace[1361429798] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"1.14642124s","start":"2026-05-10T01:40:06.141746Z","end":"2026-05-10T01:40:07.288167Z","steps":["trace[1361429798] 'process raft request' (duration: 1.146364538s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.288268Z","caller":"traceutil/trace.go:171","msg":"trace[294742902] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"1.244460769s","start":"2026-05-10T01:40:06.043791Z","end":"2026-05-10T01:40:07.288252Z","steps":["trace[294742902] 'process raft request' (duration: 1.244222454s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.288307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.043632Z","time spent":"1.244625973s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:07.288352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.043765Z","time spent":"1.244544101s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:07.288385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.141717Z","time spent":"1.146576263s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:07.288518Z","caller":"traceutil/trace.go:171","msg":"trace[180849333] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"1.245502363s","start":"2026-05-10T01:40:06.042991Z","end":"2026-05-10T01:40:07.288493Z","steps":["trace[180849333] 'process raft request' (duration: 1.244813357s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.288599Z","caller":"traceutil/trace.go:171","msg":"trace[1788091780] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"1.206718682s","start":"2026-05-10T01:40:06.081832Z","end":"2026-05-10T01:40:07.28855Z","steps":["trace[1788091780] 'process raft request' (duration: 1.206230631s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.288635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.042982Z","time spent":"1.245592135s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:07.288823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.081817Z","time spent":"1.206900836s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:07.361014Z","caller":"traceutil/trace.go:171","msg":"trace[1633064915] linearizableReadLoop","detail":"{readStateIndex:26152; appliedIndex:26144; }","duration":"985.988471ms","start":"2026-05-10T01:40:06.375003Z","end":"2026-05-10T01:40:07.360991Z","steps":["trace[1633064915] 'read index received' (duration: 912.47133ms)","trace[1633064915] 'applied index is now lower than readState.Index' (duration: 73.516081ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:07.361148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45626857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:07.361261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.225804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:07.36129Z","caller":"traceutil/trace.go:171","msg":"trace[1925675119] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25328; }","duration":"209.305146ms","start":"2026-05-10T01:40:07.151976Z","end":"2026-05-10T01:40:07.361282Z","steps":["trace[1925675119] 'agreement among raft nodes before linearized reading' (duration: 209.253835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.361313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.0685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-10T01:40:07.36126Z","caller":"traceutil/trace.go:171","msg":"trace[696279594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25328; }","duration":"1.456442344s","start":"2026-05-10T01:40:05.904801Z","end":"2026-05-10T01:40:07.361244Z","steps":["trace[696279594] 'agreement among raft nodes before linearized reading' (duration: 1.456213049s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.361345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.594314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:40:07.361356Z","caller":"traceutil/trace.go:171","msg":"trace[197484575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25328; }","duration":"406.108521ms","start":"2026-05-10T01:40:06.955236Z","end":"2026-05-10T01:40:07.361345Z","steps":["trace[197484575] 'agreement among raft nodes before linearized reading' (duration: 405.985059ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.361382Z","caller":"traceutil/trace.go:171","msg":"trace[297759467] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25328; }","duration":"497.648555ms","start":"2026-05-10T01:40:06.863721Z","end":"2026-05-10T01:40:07.361369Z","steps":["trace[297759467] 'agreement among raft nodes before linearized reading' (duration: 497.506102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.36138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:05.904774Z","time spent":"1.456593808s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:07.361407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.86371Z","time spent":"497.691417ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:40:07.361512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.370624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:40:07.361185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654225792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:07.36151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.588145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:40:07.361537Z","caller":"traceutil/trace.go:171","msg":"trace[1950348273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25328; }","duration":"499.434315ms","start":"2026-05-10T01:40:06.862096Z","end":"2026-05-10T01:40:07.36153Z","steps":["trace[1950348273] 'agreement among raft nodes before linearized reading' (duration: 499.370914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.361531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.543593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:40:07.361601Z","caller":"traceutil/trace.go:171","msg":"trace[635878413] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25328; }","duration":"403.685877ms","start":"2026-05-10T01:40:06.9579Z","end":"2026-05-10T01:40:07.361586Z","steps":["trace[635878413] 'agreement among raft nodes before linearized reading' (duration: 403.517023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.361617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.799231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:07.361632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.644154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-10T01:40:07.361639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.957875Z","time spent":"403.756838ms","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:07.361643Z","caller":"traceutil/trace.go:171","msg":"trace[2147367932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25328; }","duration":"268.886143ms","start":"2026-05-10T01:40:07.092749Z","end":"2026-05-10T01:40:07.361635Z","steps":["trace[2147367932] 'agreement among raft nodes before linearized reading' (duration: 268.834472ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.361663Z","caller":"traceutil/trace.go:171","msg":"trace[1184253439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25328; }","duration":"505.679445ms","start":"2026-05-10T01:40:06.855977Z","end":"2026-05-10T01:40:07.361656Z","steps":["trace[1184253439] 'agreement among raft nodes before linearized reading' (duration: 505.590703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.361684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.855956Z","time spent":"505.723797ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:07.361556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.86207Z","time spent":"499.482107ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:40:07.361406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.95516Z","time spent":"406.227253ms","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-10T01:40:07.36185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.460532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:40:07.361196Z","caller":"traceutil/trace.go:171","msg":"trace[1279383348] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"504.414547ms","start":"2026-05-10T01:40:06.856759Z","end":"2026-05-10T01:40:07.361174Z","steps":["trace[1279383348] 'process raft request' (duration: 504.11596ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.361893Z","caller":"traceutil/trace.go:171","msg":"trace[1390007218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25328; }","duration":"736.557254ms","start":"2026-05-10T01:40:06.625326Z","end":"2026-05-10T01:40:07.361884Z","steps":["trace[1390007218] 'agreement among raft nodes before linearized reading' (duration: 736.452112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.361922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.625304Z","time spent":"736.610266ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:07.361907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.180006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-10T01:40:07.361947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.856748Z","time spent":"505.150803ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:07.361972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.086264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:40:07.361966Z","caller":"traceutil/trace.go:171","msg":"trace[1063681693] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:25328; }","duration":"699.293049ms","start":"2026-05-10T01:40:06.66266Z","end":"2026-05-10T01:40:07.361953Z","steps":["trace[1063681693] 'agreement among raft nodes before linearized reading' (duration: 699.072534ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.362001Z","caller":"traceutil/trace.go:171","msg":"trace[174101906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25328; }","duration":"506.153486ms","start":"2026-05-10T01:40:06.855841Z","end":"2026-05-10T01:40:07.361994Z","steps":["trace[174101906] 'agreement among raft nodes before linearized reading' (duration: 506.080464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.361516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691461817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:07.362023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.855819Z","time spent":"506.198907ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:40:07.362025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.662648Z","time spent":"699.36739ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-05-10T01:40:07.362041Z","caller":"traceutil/trace.go:171","msg":"trace[301428066] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25328; }","duration":"1.692025649s","start":"2026-05-10T01:40:05.670004Z","end":"2026-05-10T01:40:07.36203Z","steps":["trace[301428066] 'agreement among raft nodes before linearized reading' (duration: 1.691451147s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.361204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.75697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:07.363324Z","caller":"traceutil/trace.go:171","msg":"trace[134162181] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25328; }","duration":"841.913328ms","start":"2026-05-10T01:40:06.521395Z","end":"2026-05-10T01:40:07.363308Z","steps":["trace[134162181] 'agreement among raft nodes before linearized reading' (duration: 839.76554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.363366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.521373Z","time spent":"841.978569ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:07.361554Z","caller":"traceutil/trace.go:171","msg":"trace[1533200229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25328; }","duration":"1.654640582s","start":"2026-05-10T01:40:05.706898Z","end":"2026-05-10T01:40:07.361539Z","steps":["trace[1533200229] 'agreement among raft nodes before linearized reading' (duration: 1.654222882s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.363497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:05.706883Z","time spent":"1.656600185s","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:07.361553Z","caller":"traceutil/trace.go:171","msg":"trace[832240881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25328; }","duration":"403.682477ms","start":"2026-05-10T01:40:06.95786Z","end":"2026-05-10T01:40:07.361543Z","steps":["trace[832240881] 'agreement among raft nodes before linearized reading' (duration: 403.568024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.363629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.957839Z","time spent":"405.773942ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:07.362266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:05.669983Z","time spent":"1.692270755s","remote":"127.0.0.1:38434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:08.165222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.59696ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-10T01:40:08.16584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.36451Z","time spent":"801.319107ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-10T01:40:08.165859Z","caller":"traceutil/trace.go:171","msg":"trace[1706612520] linearizableReadLoop","detail":"{readStateIndex:26153; appliedIndex:26152; }","duration":"799.492617ms","start":"2026-05-10T01:40:07.366339Z","end":"2026-05-10T01:40:08.165831Z","steps":["trace[1706612520] 'read index received' (duration: 442.224331ms)","trace[1706612520] 'applied index is now lower than readState.Index' (duration: 357.239185ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:08.166091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.733012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4198279f-7ea8-4b76-98f5-c96e2fe473ed\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-10T01:40:08.166179Z","caller":"traceutil/trace.go:171","msg":"trace[676565141] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4198279f-7ea8-4b76-98f5-c96e2fe473ed; range_end:; response_count:1; response_revision:25328; }","duration":"799.845064ms","start":"2026-05-10T01:40:07.366319Z","end":"2026-05-10T01:40:08.166164Z","steps":["trace[676565141] 'agreement among raft nodes before linearized reading' (duration: 799.6394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:08.166209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.36631Z","time spent":"799.892945ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4198279f-7ea8-4b76-98f5-c96e2fe473ed\" "} {"level":"warn","ts":"2026-05-10T01:40:08.666095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085744573386832402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:09.372524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000695985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:40:09.372591Z","caller":"traceutil/trace.go:171","msg":"trace[1948004664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800528s","start":"2026-05-10T01:40:07.371775Z","end":"2026-05-10T01:40:09.372576Z","steps":["trace[1948004664] 'agreement among raft nodes before linearized reading' (duration: 2.000714656s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.372647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.371767Z","time spent":"2.000854359s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:40:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:40:09.448437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.226636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:09.448789Z","caller":"traceutil/trace.go:171","msg":"trace[812173054] linearizableReadLoop","detail":"{readStateIndex:26161; appliedIndex:26153; }","duration":"1.282744128s","start":"2026-05-10T01:40:08.166035Z","end":"2026-05-10T01:40:09.44878Z","steps":["trace[812173054] 'read index received' (duration: 555.101364ms)","trace[812173054] 'applied index is now lower than readState.Index' (duration: 727.642074ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:09.44879Z","caller":"traceutil/trace.go:171","msg":"trace[1873660009] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"2.081918956s","start":"2026-05-10T01:40:07.366853Z","end":"2026-05-10T01:40:09.448772Z","steps":["trace[1873660009] 'process raft request' (duration: 2.081757962s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:09.448839Z","caller":"traceutil/trace.go:171","msg":"trace[300876013] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"2.081810803s","start":"2026-05-10T01:40:07.367022Z","end":"2026-05-10T01:40:09.448833Z","steps":["trace[300876013] 'process raft request' (duration: 2.081615869s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.448859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.366848Z","time spent":"2.081979357s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:09.448874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.367014Z","time spent":"2.081837475s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:09.448993Z","caller":"traceutil/trace.go:171","msg":"trace[2145344425] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"2.081781663s","start":"2026-05-10T01:40:07.367205Z","end":"2026-05-10T01:40:09.448986Z","steps":["trace[2145344425] 'process raft request' (duration: 2.081456366s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.449031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.367197Z","time spent":"2.081810054s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:09.44915Z","caller":"traceutil/trace.go:171","msg":"trace[1526943416] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"2.079934622s","start":"2026-05-10T01:40:07.369208Z","end":"2026-05-10T01:40:09.449142Z","steps":["trace[1526943416] 'process raft request' (duration: 2.079478402s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.449182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.369187Z","time spent":"2.079977364s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:09.44932Z","caller":"traceutil/trace.go:171","msg":"trace[260780108] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"1.282163925s","start":"2026-05-10T01:40:08.16715Z","end":"2026-05-10T01:40:09.449314Z","steps":["trace[260780108] 'process raft request' (duration: 1.281595852s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.449353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.167128Z","time spent":"1.282206475s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:09.449401Z","caller":"traceutil/trace.go:171","msg":"trace[1277623046] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"1.931607554s","start":"2026-05-10T01:40:07.517762Z","end":"2026-05-10T01:40:09.449369Z","steps":["trace[1277623046] 'process raft request' (duration: 1.9309482s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:09.449439Z","caller":"traceutil/trace.go:171","msg":"trace[507328784] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"2.082611152s","start":"2026-05-10T01:40:07.366784Z","end":"2026-05-10T01:40:09.449395Z","steps":["trace[507328784] 'process raft request' (duration: 2.081754343s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.44948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4976644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:09.44951Z","caller":"traceutil/trace.go:171","msg":"trace[1986354031] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"2.082874837s","start":"2026-05-10T01:40:07.366625Z","end":"2026-05-10T01:40:09.4495Z","steps":["trace[1986354031] 'process raft request' (duration: 1.354498736s)","trace[1986354031] 'compare' (duration: 726.730205ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:09.44953Z","caller":"traceutil/trace.go:171","msg":"trace[271615845] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25336; }","duration":"1.497780462s","start":"2026-05-10T01:40:07.951737Z","end":"2026-05-10T01:40:09.449518Z","steps":["trace[271615845] 'agreement among raft nodes before linearized reading' (duration: 1.49768289s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.449548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.366615Z","time spent":"2.082914708s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:09.449555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.951716Z","time spent":"1.497833773s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:09.449554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.517734Z","time spent":"1.931731746s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:09.449586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062793277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:09.449647Z","caller":"traceutil/trace.go:171","msg":"trace[1070056127] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25336; }","duration":"2.062879519s","start":"2026-05-10T01:40:07.386753Z","end":"2026-05-10T01:40:09.449632Z","steps":["trace[1070056127] 'agreement among raft nodes before linearized reading' (duration: 2.062500701s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.449676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.386739Z","time spent":"2.06292804s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:09.451352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.366779Z","time spent":"2.082714274s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:10.075455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.697619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:10.07554Z","caller":"traceutil/trace.go:171","msg":"trace[838517917] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"782.097667ms","start":"2026-05-10T01:40:09.293427Z","end":"2026-05-10T01:40:10.075524Z","steps":["trace[838517917] 'process raft request' (duration: 472.262246ms)","trace[838517917] 'compare' (duration: 309.494323ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:10.075613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.293405Z","time spent":"782.157918ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:10.153311Z","caller":"traceutil/trace.go:171","msg":"trace[398147993] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"859.734348ms","start":"2026-05-10T01:40:09.29355Z","end":"2026-05-10T01:40:10.153284Z","steps":["trace[398147993] 'process raft request' (duration: 859.429971ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.153323Z","caller":"traceutil/trace.go:171","msg":"trace[1932199908] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"859.596795ms","start":"2026-05-10T01:40:09.2937Z","end":"2026-05-10T01:40:10.153297Z","steps":["trace[1932199908] 'process raft request' (duration: 859.496303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.153477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.29369Z","time spent":"859.702947ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:10.153486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.293525Z","time spent":"859.844911ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:10.153693Z","caller":"traceutil/trace.go:171","msg":"trace[1243992844] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"859.837819ms","start":"2026-05-10T01:40:09.293824Z","end":"2026-05-10T01:40:10.153661Z","steps":["trace[1243992844] 'process raft request' (duration: 859.42955ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.153783Z","caller":"traceutil/trace.go:171","msg":"trace[1422094007] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"859.062543ms","start":"2026-05-10T01:40:09.294704Z","end":"2026-05-10T01:40:10.153766Z","steps":["trace[1422094007] 'process raft request' (duration: 858.97057ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.153785Z","caller":"traceutil/trace.go:171","msg":"trace[571902534] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"786.180967ms","start":"2026-05-10T01:40:09.36759Z","end":"2026-05-10T01:40:10.153771Z","steps":["trace[571902534] 'process raft request' (duration: 786.131096ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.153793Z","caller":"traceutil/trace.go:171","msg":"trace[1293237746] linearizableReadLoop","detail":"{readStateIndex:26168; appliedIndex:26161; }","duration":"704.959165ms","start":"2026-05-10T01:40:09.44881Z","end":"2026-05-10T01:40:10.153769Z","steps":["trace[1293237746] 'read index received' (duration: 316.894739ms)","trace[1293237746] 'applied index is now lower than readState.Index' (duration: 388.063346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:10.15384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.293815Z","time spent":"859.949841ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:10.15386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.294687Z","time spent":"859.137435ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:10.153861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.367565Z","time spent":"786.2629ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:10.153861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222519997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:10.153916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.773207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:10.153949Z","caller":"traceutil/trace.go:171","msg":"trace[1264747628] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25343; }","duration":"1.22267174s","start":"2026-05-10T01:40:08.931266Z","end":"2026-05-10T01:40:10.153938Z","steps":["trace[1264747628] 'agreement among raft nodes before linearized reading' (duration: 1.222507636s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.153956Z","caller":"traceutil/trace.go:171","msg":"trace[849467845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25343; }","duration":"780.893629ms","start":"2026-05-10T01:40:09.373049Z","end":"2026-05-10T01:40:10.153942Z","steps":["trace[849467845] 'agreement among raft nodes before linearized reading' (duration: 780.844848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.153962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351241085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:10.15398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.931242Z","time spent":"1.222729152s","remote":"127.0.0.1:48614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:10.15399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.373023Z","time spent":"780.96124ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:10.154038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382999807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:10.154023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079492068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:10.15407Z","caller":"traceutil/trace.go:171","msg":"trace[997040285] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25343; }","duration":"1.383066958s","start":"2026-05-10T01:40:08.770994Z","end":"2026-05-10T01:40:10.154061Z","steps":["trace[997040285] 'agreement among raft nodes before linearized reading' (duration: 1.383019807s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.153821Z","caller":"traceutil/trace.go:171","msg":"trace[393010368] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"859.104844ms","start":"2026-05-10T01:40:09.294677Z","end":"2026-05-10T01:40:10.153782Z","steps":["trace[393010368] 'process raft request' (duration: 858.827787ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.154099Z","caller":"traceutil/trace.go:171","msg":"trace[303162139] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25343; }","duration":"1.07959032s","start":"2026-05-10T01:40:09.074492Z","end":"2026-05-10T01:40:10.154082Z","steps":["trace[303162139] 'agreement among raft nodes before linearized reading' (duration: 1.079416637s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.154127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.804705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-10T01:40:10.154134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.642775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:10.154147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.074474Z","time spent":"1.079658813s","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:10.154217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.294653Z","time spent":"859.468342ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:10.154256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.05099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:40:10.154287Z","caller":"traceutil/trace.go:171","msg":"trace[1732526333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25343; }","duration":"209.115722ms","start":"2026-05-10T01:40:09.945165Z","end":"2026-05-10T01:40:10.15428Z","steps":["trace[1732526333] 'agreement among raft nodes before linearized reading' (duration: 209.01898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.154301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.062166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:10.154356Z","caller":"traceutil/trace.go:171","msg":"trace[1915911790] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25343; }","duration":"585.172898ms","start":"2026-05-10T01:40:09.569171Z","end":"2026-05-10T01:40:10.154343Z","steps":["trace[1915911790] 'agreement among raft nodes before linearized reading' (duration: 585.073986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.154355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.789148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:10.154406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.569068Z","time spent":"585.323641ms","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:10.153997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564362675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:10.154423Z","caller":"traceutil/trace.go:171","msg":"trace[1498994688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25343; }","duration":"620.932371ms","start":"2026-05-10T01:40:09.533474Z","end":"2026-05-10T01:40:10.154407Z","steps":["trace[1498994688] 'agreement among raft nodes before linearized reading' (duration: 620.801938ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.154002Z","caller":"traceutil/trace.go:171","msg":"trace[1725487693] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25343; }","duration":"1.351341247s","start":"2026-05-10T01:40:08.802649Z","end":"2026-05-10T01:40:10.15399Z","steps":["trace[1725487693] 'agreement among raft nodes before linearized reading' (duration: 1.351248375s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.154464Z","caller":"traceutil/trace.go:171","msg":"trace[1485758985] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25343; }","duration":"1.564865117s","start":"2026-05-10T01:40:08.589584Z","end":"2026-05-10T01:40:10.154449Z","steps":["trace[1485758985] 'agreement among raft nodes before linearized reading' (duration: 1.564371416s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.154493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.802627Z","time spent":"1.351846088s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:10.154515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.589561Z","time spent":"1.564939619s","remote":"127.0.0.1:40082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:10.154167Z","caller":"traceutil/trace.go:171","msg":"trace[1805403640] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25343; }","duration":"701.875587ms","start":"2026-05-10T01:40:09.452277Z","end":"2026-05-10T01:40:10.154152Z","steps":["trace[1805403640] 'agreement among raft nodes before linearized reading' (duration: 701.751114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.154571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.452259Z","time spent":"702.293676ms","remote":"127.0.0.1:38202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T01:40:10.154094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.770972Z","time spent":"1.38311691s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:10.15447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.533456Z","time spent":"621.006293ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:40:10.154169Z","caller":"traceutil/trace.go:171","msg":"trace[577150339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25343; }","duration":"119.708216ms","start":"2026-05-10T01:40:10.034452Z","end":"2026-05-10T01:40:10.15416Z","steps":["trace[577150339] 'agreement among raft nodes before linearized reading' (duration: 119.662775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.504266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.06154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:10.504409Z","caller":"traceutil/trace.go:171","msg":"trace[1284381129] linearizableReadLoop","detail":"{readStateIndex:26169; appliedIndex:26168; }","duration":"342.912394ms","start":"2026-05-10T01:40:10.161481Z","end":"2026-05-10T01:40:10.504394Z","steps":["trace[1284381129] 'read index received' (duration: 47.530376ms)","trace[1284381129] 'applied index is now lower than readState.Index' (duration: 295.379427ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:10.504512Z","caller":"traceutil/trace.go:171","msg":"trace[991739933] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"343.061247ms","start":"2026-05-10T01:40:10.161429Z","end":"2026-05-10T01:40:10.50449Z","steps":["trace[991739933] 'process raft request' (duration: 47.648269ms)","trace[991739933] 'compare' (duration: 294.160049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:10.504622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:10.161416Z","time spent":"343.141459ms","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:10.504663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.177909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18415"} {"level":"info","ts":"2026-05-10T01:40:10.504708Z","caller":"traceutil/trace.go:171","msg":"trace[425642157] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25344; }","duration":"343.249681ms","start":"2026-05-10T01:40:10.161451Z","end":"2026-05-10T01:40:10.5047Z","steps":["trace[425642157] 'agreement among raft nodes before linearized reading' (duration: 343.046847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.504697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.027602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:40:10.504795Z","caller":"traceutil/trace.go:171","msg":"trace[245166728] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25344; }","duration":"329.135005ms","start":"2026-05-10T01:40:10.175631Z","end":"2026-05-10T01:40:10.504766Z","steps":["trace[245166728] 'agreement among raft nodes before linearized reading' (duration: 328.961351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.504853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:10.175581Z","time spent":"329.253337ms","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:10.504739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:10.161432Z","time spent":"343.299882ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18437,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-10T01:40:54.040041Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23348} {"level":"info","ts":"2026-05-10T01:40:54.179305Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23348,"took":"134.778253ms","hash":2546358923,"current-db-size-bytes":58187776,"current-db-size":"58 MB","current-db-size-in-use-bytes":35254272,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-10T01:40:54.179374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2546358923,"revision":23348,"compact-revision":20024} {"level":"info","ts":"2026-05-10T01:40:55.909811Z","caller":"traceutil/trace.go:171","msg":"trace[1507730973] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"102.081441ms","start":"2026-05-10T01:40:55.807713Z","end":"2026-05-10T01:40:55.909795Z","steps":["trace[1507730973] 'process raft request' (duration: 101.15107ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.031174Z","caller":"traceutil/trace.go:171","msg":"trace[1700026253] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"118.202872ms","start":"2026-05-10T01:40:55.912941Z","end":"2026-05-10T01:40:56.031144Z","steps":["trace[1700026253] 'process raft request' (duration: 117.946006ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.031421Z","caller":"traceutil/trace.go:171","msg":"trace[2124483078] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"118.386966ms","start":"2026-05-10T01:40:55.913008Z","end":"2026-05-10T01:40:56.031395Z","steps":["trace[2124483078] 'process raft request' (duration: 118.08901ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.031642Z","caller":"traceutil/trace.go:171","msg":"trace[1049199658] linearizableReadLoop","detail":"{readStateIndex:26698; appliedIndex:26693; }","duration":"114.019017ms","start":"2026-05-10T01:40:55.917602Z","end":"2026-05-10T01:40:56.031621Z","steps":["trace[1049199658] 'read index received' (duration: 46.39885ms)","trace[1049199658] 'applied index is now lower than readState.Index' (duration: 67.618747ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:56.031696Z","caller":"traceutil/trace.go:171","msg":"trace[935818633] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"118.274664ms","start":"2026-05-10T01:40:55.91341Z","end":"2026-05-10T01:40:56.031684Z","steps":["trace[935818633] 'process raft request' (duration: 117.910716ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.03173Z","caller":"traceutil/trace.go:171","msg":"trace[2021716942] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"118.188131ms","start":"2026-05-10T01:40:55.913523Z","end":"2026-05-10T01:40:56.031711Z","steps":["trace[2021716942] 'process raft request' (duration: 118.028348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.031785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.170191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:56.031829Z","caller":"traceutil/trace.go:171","msg":"trace[1964710662] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25859; }","duration":"114.235432ms","start":"2026-05-10T01:40:55.917582Z","end":"2026-05-10T01:40:56.031817Z","steps":["trace[1964710662] 'agreement among raft nodes before linearized reading' (duration: 114.11979ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:24.362365Z","caller":"traceutil/trace.go:171","msg":"trace[389089838] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"127.135983ms","start":"2026-05-10T01:41:24.235209Z","end":"2026-05-10T01:41:24.362345Z","steps":["trace[389089838] 'process raft request' (duration: 124.589426ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:16.171654Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b11.wal"} {"level":"info","ts":"2026-05-10T01:43:19.112658Z","caller":"traceutil/trace.go:171","msg":"trace[931568637] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"117.089167ms","start":"2026-05-10T01:43:18.995535Z","end":"2026-05-10T01:43:19.112625Z","steps":["trace[931568637] 'process raft request' (duration: 72.560708ms)","trace[931568637] 'compare' (duration: 44.305624ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:43:32.928369Z","caller":"traceutil/trace.go:171","msg":"trace[1531066666] transaction","detail":"{read_only:false; response_revision:27333; number_of_response:1; }","duration":"208.830275ms","start":"2026-05-10T01:43:32.719503Z","end":"2026-05-10T01:43:32.928334Z","steps":["trace[1531066666] 'process raft request' (duration: 208.522918ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:43:33.012617Z","caller":"traceutil/trace.go:171","msg":"trace[1306603172] linearizableReadLoop","detail":"{readStateIndex:28213; appliedIndex:28211; }","duration":"255.84945ms","start":"2026-05-10T01:43:32.756738Z","end":"2026-05-10T01:43:33.012588Z","steps":["trace[1306603172] 'read index received' (duration: 171.396235ms)","trace[1306603172] 'applied index is now lower than readState.Index' (duration: 84.451755ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:43:33.012722Z","caller":"traceutil/trace.go:171","msg":"trace[1951142691] transaction","detail":"{read_only:false; response_revision:27334; number_of_response:1; }","duration":"270.802656ms","start":"2026-05-10T01:43:32.741884Z","end":"2026-05-10T01:43:33.012687Z","steps":["trace[1951142691] 'process raft request' (duration: 269.21667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:43:33.013028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.265899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-7db59896b4-dxzrb.18ae10cc5c5369b1\" ","response":"range_response_count:1 size:1542"} {"level":"warn","ts":"2026-05-10T01:43:33.013034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.434498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:43:33.013181Z","caller":"traceutil/trace.go:171","msg":"trace[222764393] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27335; }","duration":"155.638462ms","start":"2026-05-10T01:43:32.857521Z","end":"2026-05-10T01:43:33.01316Z","steps":["trace[222764393] 'agreement among raft nodes before linearized reading' (duration: 155.447968ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:43:33.013116Z","caller":"traceutil/trace.go:171","msg":"trace[526804217] range","detail":"{range_begin:/registry/events/openstack/manila-api-7db59896b4-dxzrb.18ae10cc5c5369b1; range_end:; response_count:1; response_revision:27334; }","duration":"256.400472ms","start":"2026-05-10T01:43:32.756677Z","end":"2026-05-10T01:43:33.013078Z","steps":["trace[526804217] 'agreement among raft nodes before linearized reading' (duration: 256.064215ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:44:01.444446Z","caller":"traceutil/trace.go:171","msg":"trace[1162914921] transaction","detail":"{read_only:false; response_revision:27655; number_of_response:1; }","duration":"129.601017ms","start":"2026-05-10T01:44:01.314809Z","end":"2026-05-10T01:44:01.44441Z","steps":["trace[1162914921] 'process raft request' (duration: 129.495894ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:44:01.444564Z","caller":"traceutil/trace.go:171","msg":"trace[1806293273] transaction","detail":"{read_only:false; response_revision:27656; number_of_response:1; }","duration":"128.656506ms","start":"2026-05-10T01:44:01.315893Z","end":"2026-05-10T01:44:01.44455Z","steps":["trace[1806293273] 'process raft request' (duration: 128.469832ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:44:01.444749Z","caller":"traceutil/trace.go:171","msg":"trace[1990373596] transaction","detail":"{read_only:false; response_revision:27654; number_of_response:1; }","duration":"130.053637ms","start":"2026-05-10T01:44:01.314687Z","end":"2026-05-10T01:44:01.44474Z","steps":["trace[1990373596] 'process raft request' (duration: 129.451674ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:45:54.047154Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25846} {"level":"info","ts":"2026-05-10T01:45:54.190098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25846,"took":"137.647758ms","hash":1334062526,"current-db-size-bytes":59232256,"current-db-size":"59 MB","current-db-size-in-use-bytes":36122624,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-10T01:45:54.190148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1334062526,"revision":25846,"compact-revision":23348} {"level":"info","ts":"2026-05-10T01:47:06.688334Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T01:47:06.694155Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-10T01:47:06.694271Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-10T01:50:54.056782Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28548} {"level":"info","ts":"2026-05-10T01:50:54.2009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28548,"took":"139.299488ms","hash":1008420980,"current-db-size-bytes":59232256,"current-db-size":"59 MB","current-db-size-in-use-bytes":30109696,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-10T01:50:54.201043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1008420980,"revision":28548,"compact-revision":25846} {"level":"info","ts":"2026-05-10T01:55:54.06232Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30763} {"level":"info","ts":"2026-05-10T01:55:54.175631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30763,"took":"109.888658ms","hash":3108952966,"current-db-size-bytes":59232256,"current-db-size":"59 MB","current-db-size-in-use-bytes":30982144,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-10T01:55:54.175688Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3108952966,"revision":30763,"compact-revision":28548} {"level":"info","ts":"2026-05-10T02:00:54.0688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32994} {"level":"info","ts":"2026-05-10T02:00:54.207286Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32994,"took":"133.969078ms","hash":4244999437,"current-db-size-bytes":59232256,"current-db-size":"59 MB","current-db-size-in-use-bytes":32309248,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-10T02:00:54.207349Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4244999437,"revision":32994,"compact-revision":30763} {"level":"info","ts":"2026-05-10T02:05:54.074787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35349} {"level":"info","ts":"2026-05-10T02:05:54.22124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35349,"took":"141.559078ms","hash":2111692140,"current-db-size-bytes":59232256,"current-db-size":"59 MB","current-db-size-in-use-bytes":31330304,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-10T02:05:54.221315Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2111692140,"revision":35349,"compact-revision":32994} {"level":"info","ts":"2026-05-10T02:08:34.613486Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T02:08:34.619866Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-10T02:08:34.620008Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}