{"level":"warn","ts":"2026-08-22T18:46:20.401021Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T18:46:20.401167Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-22T18:46:20.401272Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T18:46:20.401286Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-08-22T18:46:20.40131Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T18:46:20.402121Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-08-22T18:46:20.402208Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-22T18:46:20.406292Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.822593ms"} {"level":"info","ts":"2026-08-22T18:46:20.417841Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-08-22T18:46:20.418052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-08-22T18:46:20.418107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-08-22T18:46:20.418192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-22T18:46:20.418217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-08-22T18:46:20.418341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-08-22T18:46:20.4234Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-22T18:46:20.425119Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-22T18:46:20.428587Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-22T18:46:20.430804Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-22T18:46:20.431025Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-22T18:46:20.43118Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T18:46:20.431258Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T18:46:20.431274Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T18:46:20.43326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-08-22T18:46:20.433441Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-08-22T18:46:20.435646Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T18:46:20.435759Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-08-22T18:46:20.435786Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-08-22T18:46:20.435937Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-22T18:46:20.435963Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-22T18:46:21.21897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-08-22T18:46:21.219026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-22T18:46:21.219056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-08-22T18:46:21.219072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-08-22T18:46:21.219079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-08-22T18:46:21.219091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-08-22T18:46:21.219101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-08-22T18:46:21.220096Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T18:46:21.221024Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-08-22T18:46:21.221067Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T18:46:21.22112Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T18:46:21.221351Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-22T18:46:21.221465Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-22T18:46:21.221463Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T18:46:21.221597Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T18:46:21.221644Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T18:46:21.224742Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-22T18:46:21.225207Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-08-22T18:46:39.433047Z","caller":"traceutil/trace.go:171","msg":"trace[546641658] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"122.567227ms","start":"2026-08-22T18:46:39.310451Z","end":"2026-08-22T18:46:39.433019Z","steps":["trace[546641658] 'process raft request' (duration: 109.513449ms)","trace[546641658] 'compare' (duration: 12.820924ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:47:04.474928Z","caller":"traceutil/trace.go:171","msg":"trace[1714011709] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"142.789651ms","start":"2026-08-22T18:47:04.332106Z","end":"2026-08-22T18:47:04.474895Z","steps":["trace[1714011709] 'process raft request' (duration: 119.201493ms)","trace[1714011709] 'compare' (duration: 22.948356ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:47:04.501694Z","caller":"traceutil/trace.go:171","msg":"trace[1432539133] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:651; }","duration":"160.832484ms","start":"2026-08-22T18:47:04.340835Z","end":"2026-08-22T18:47:04.501668Z","steps":["trace[1432539133] 'read index received' (duration: 110.128792ms)","trace[1432539133] 'applied index is now lower than readState.Index' (duration: 50.702922ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:47:04.501931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.076249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-08-22T18:47:04.502024Z","caller":"traceutil/trace.go:171","msg":"trace[1780550329] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:629; }","duration":"161.17176ms","start":"2026-08-22T18:47:04.340801Z","end":"2026-08-22T18:47:04.501973Z","steps":["trace[1780550329] 'agreement among raft nodes before linearized reading' (duration: 160.956576ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:47:04.502108Z","caller":"traceutil/trace.go:171","msg":"trace[579674034] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"161.642789ms","start":"2026-08-22T18:47:04.340381Z","end":"2026-08-22T18:47:04.502024Z","steps":["trace[579674034] 'process raft request' (duration: 161.098609ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:47:05.348095Z","caller":"traceutil/trace.go:171","msg":"trace[826720487] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"170.022309ms","start":"2026-08-22T18:47:05.178041Z","end":"2026-08-22T18:47:05.348063Z","steps":["trace[826720487] 'read index received' (duration: 167.050793ms)","trace[826720487] 'applied index is now lower than readState.Index' (duration: 2.970386ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:47:05.348287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.220803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T18:47:05.348332Z","caller":"traceutil/trace.go:171","msg":"trace[644141287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"170.335245ms","start":"2026-08-22T18:47:05.177984Z","end":"2026-08-22T18:47:05.348319Z","steps":["trace[644141287] 'agreement among raft nodes before linearized reading' (duration: 170.209043ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:47:05.348793Z","caller":"traceutil/trace.go:171","msg":"trace[794390907] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"395.222503ms","start":"2026-08-22T18:47:04.953507Z","end":"2026-08-22T18:47:05.348729Z","steps":["trace[794390907] 'process raft request' (duration: 392.581043ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:47:05.350173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T18:47:04.953465Z","time spent":"395.466378ms","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T18:48:36.051952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.364868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T18:48:36.05209Z","caller":"traceutil/trace.go:171","msg":"trace[576559513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1857; }","duration":"165.579771ms","start":"2026-08-22T18:48:35.886483Z","end":"2026-08-22T18:48:36.052063Z","steps":["trace[576559513] 'range keys from in-memory index tree' (duration: 164.937981ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:48:36.052086Z","caller":"traceutil/trace.go:171","msg":"trace[1210392323] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"108.43686ms","start":"2026-08-22T18:48:35.943613Z","end":"2026-08-22T18:48:36.05205Z","steps":["trace[1210392323] 'process raft request' (duration: 53.749092ms)","trace[1210392323] 'compare' (duration: 54.005337ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:48:36.052105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.860651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-293b9f77-b5a3-4a86-b59c-a29a68fcb5ca\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-08-22T18:48:36.052565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.340218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10629"} {"level":"info","ts":"2026-08-22T18:48:36.052707Z","caller":"traceutil/trace.go:171","msg":"trace[1579226013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1857; }","duration":"256.089282ms","start":"2026-08-22T18:48:35.796599Z","end":"2026-08-22T18:48:36.052688Z","steps":["trace[1579226013] 'range keys from in-memory index tree' (duration: 255.062114ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:48:36.052692Z","caller":"traceutil/trace.go:171","msg":"trace[22533919] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-293b9f77-b5a3-4a86-b59c-a29a68fcb5ca; range_end:; response_count:1; response_revision:1857; }","duration":"198.497833ms","start":"2026-08-22T18:48:35.854086Z","end":"2026-08-22T18:48:36.052583Z","steps":["trace[22533919] 'range keys from in-memory index tree' (duration: 197.370754ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:49:20.638191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.430616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-22T18:49:20.638348Z","caller":"traceutil/trace.go:171","msg":"trace[1135551752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2154; }","duration":"130.66267ms","start":"2026-08-22T18:49:20.507657Z","end":"2026-08-22T18:49:20.63832Z","steps":["trace[1135551752] 'range keys from in-memory index tree' (duration: 130.13813ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:49:20.841093Z","caller":"traceutil/trace.go:171","msg":"trace[66561375] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"197.73399ms","start":"2026-08-22T18:49:20.643317Z","end":"2026-08-22T18:49:20.841051Z","steps":["trace[66561375] 'process raft request' (duration: 197.492456ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:49:20.93462Z","caller":"traceutil/trace.go:171","msg":"trace[1522073456] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"283.745894ms","start":"2026-08-22T18:49:20.650835Z","end":"2026-08-22T18:49:20.934581Z","steps":["trace[1522073456] 'process raft request' (duration: 283.483299ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:50:14.593755Z","caller":"traceutil/trace.go:171","msg":"trace[616898648] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"100.818358ms","start":"2026-08-22T18:50:14.492904Z","end":"2026-08-22T18:50:14.593722Z","steps":["trace[616898648] 'process raft request' (duration: 100.636554ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:50:29.939616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.265817ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-08-22T18:50:37.884701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.674128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-22T18:50:37.884821Z","caller":"traceutil/trace.go:171","msg":"trace[719555091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2764; }","duration":"191.892992ms","start":"2026-08-22T18:50:37.692909Z","end":"2026-08-22T18:50:37.884802Z","steps":["trace[719555091] 'range keys from in-memory index tree' (duration: 191.251021ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:50:48.045841Z","caller":"traceutil/trace.go:171","msg":"trace[538463782] linearizableReadLoop","detail":"{readStateIndex:2929; appliedIndex:2928; }","duration":"104.559202ms","start":"2026-08-22T18:50:47.941249Z","end":"2026-08-22T18:50:48.045808Z","steps":["trace[538463782] 'read index received' (duration: 104.339058ms)","trace[538463782] 'applied index is now lower than readState.Index' (duration: 218.734µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:50:48.045948Z","caller":"traceutil/trace.go:171","msg":"trace[652990157] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"111.938883ms","start":"2026-08-22T18:50:47.933958Z","end":"2026-08-22T18:50:48.045897Z","steps":["trace[652990157] 'process raft request' (duration: 111.649067ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:50:48.046134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.860768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T18:50:48.046199Z","caller":"traceutil/trace.go:171","msg":"trace[2121368159] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2820; }","duration":"104.991791ms","start":"2026-08-22T18:50:47.941186Z","end":"2026-08-22T18:50:48.046178Z","steps":["trace[2121368159] 'agreement among raft nodes before linearized reading' (duration: 104.818438ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:50:48.203201Z","caller":"traceutil/trace.go:171","msg":"trace[855657] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2929; }","duration":"157.179179ms","start":"2026-08-22T18:50:48.045995Z","end":"2026-08-22T18:50:48.203174Z","steps":["trace[855657] 'read index received' (duration: 104.596002ms)","trace[855657] 'applied index is now lower than readState.Index' (duration: 52.582097ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:50:48.203285Z","caller":"traceutil/trace.go:171","msg":"trace[891888900] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"199.855767ms","start":"2026-08-22T18:50:48.003389Z","end":"2026-08-22T18:50:48.203244Z","steps":["trace[891888900] 'process raft request' (duration: 147.26047ms)","trace[891888900] 'compare' (duration: 52.409704ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:50:48.203493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.950466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-22T18:50:48.203559Z","caller":"traceutil/trace.go:171","msg":"trace[2067111025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2821; }","duration":"261.057819ms","start":"2026-08-22T18:50:47.942488Z","end":"2026-08-22T18:50:48.203546Z","steps":["trace[2067111025] 'agreement among raft nodes before linearized reading' (duration: 260.837445ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:50:48.203841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.577726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-22T18:50:48.204278Z","caller":"traceutil/trace.go:171","msg":"trace[455953443] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2821; }","duration":"253.084537ms","start":"2026-08-22T18:50:47.951166Z","end":"2026-08-22T18:50:48.20425Z","steps":["trace[455953443] 'agreement among raft nodes before linearized reading' (duration: 252.128128ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:50:48.380841Z","caller":"traceutil/trace.go:171","msg":"trace[450819263] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"168.876054ms","start":"2026-08-22T18:50:48.211929Z","end":"2026-08-22T18:50:48.380806Z","steps":["trace[450819263] 'process raft request' (duration: 168.795133ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:50:48.380878Z","caller":"traceutil/trace.go:171","msg":"trace[2132058910] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"173.066775ms","start":"2026-08-22T18:50:48.207775Z","end":"2026-08-22T18:50:48.380842Z","steps":["trace[2132058910] 'process raft request' (duration: 125.598726ms)","trace[2132058910] 'compare' (duration: 47.148222ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:51:10.288179Z","caller":"traceutil/trace.go:171","msg":"trace[54607953] linearizableReadLoop","detail":"{readStateIndex:3053; appliedIndex:3052; }","duration":"109.337254ms","start":"2026-08-22T18:51:10.17881Z","end":"2026-08-22T18:51:10.288147Z","steps":["trace[54607953] 'read index received' (duration: 109.09712ms)","trace[54607953] 'applied index is now lower than readState.Index' (duration: 239.094µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:51:10.288372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.541597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T18:51:10.28842Z","caller":"traceutil/trace.go:171","msg":"trace[123859260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2939; }","duration":"109.66433ms","start":"2026-08-22T18:51:10.178743Z","end":"2026-08-22T18:51:10.288408Z","steps":["trace[123859260] 'agreement among raft nodes before linearized reading' (duration: 109.535137ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:51:10.288793Z","caller":"traceutil/trace.go:171","msg":"trace[590479239] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"268.435251ms","start":"2026-08-22T18:51:10.020295Z","end":"2026-08-22T18:51:10.28873Z","steps":["trace[590479239] 'process raft request' (duration: 267.647885ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:53:29.808818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.282503ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-08-22T18:53:29.808933Z","caller":"traceutil/trace.go:171","msg":"trace[1334287211] linearizableReadLoop","detail":"{readStateIndex:4019; appliedIndex:4018; }","duration":"187.175135ms","start":"2026-08-22T18:53:29.621737Z","end":"2026-08-22T18:53:29.808912Z","steps":["trace[1334287211] 'read index received' (duration: 25.016444ms)","trace[1334287211] 'applied index is now lower than readState.Index' (duration: 162.157231ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:53:29.809148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.408081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T18:53:29.809193Z","caller":"traceutil/trace.go:171","msg":"trace[634769118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3870; }","duration":"187.493522ms","start":"2026-08-22T18:53:29.621685Z","end":"2026-08-22T18:53:29.809178Z","steps":["trace[634769118] 'agreement among raft nodes before linearized reading' (duration: 187.333269ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:53:29.809235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.638173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-08-22T18:53:29.809326Z","caller":"traceutil/trace.go:171","msg":"trace[1225432812] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3870; }","duration":"110.755055ms","start":"2026-08-22T18:53:29.698543Z","end":"2026-08-22T18:53:29.809298Z","steps":["trace[1225432812] 'agreement among raft nodes before linearized reading' (duration: 110.591442ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:53:29.8093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.076833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17064"} {"level":"info","ts":"2026-08-22T18:53:29.809391Z","caller":"traceutil/trace.go:171","msg":"trace[2044009180] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3870; }","duration":"141.217816ms","start":"2026-08-22T18:53:29.668155Z","end":"2026-08-22T18:53:29.809372Z","steps":["trace[2044009180] 'agreement among raft nodes before linearized reading' (duration: 140.988332ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:53:29.809561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.106885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T18:53:29.809663Z","caller":"traceutil/trace.go:171","msg":"trace[295512064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3870; }","duration":"155.41536ms","start":"2026-08-22T18:53:29.654223Z","end":"2026-08-22T18:53:29.809638Z","steps":["trace[295512064] 'agreement among raft nodes before linearized reading' (duration: 154.87413ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:54:52.326431Z","caller":"traceutil/trace.go:171","msg":"trace[1691086467] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"135.086233ms","start":"2026-08-22T18:54:52.191316Z","end":"2026-08-22T18:54:52.326402Z","steps":["trace[1691086467] 'process raft request' (duration: 134.852429ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:54:52.429375Z","caller":"traceutil/trace.go:171","msg":"trace[1796819174] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5233; }","duration":"215.979509ms","start":"2026-08-22T18:54:52.213377Z","end":"2026-08-22T18:54:52.429357Z","steps":["trace[1796819174] 'read index received' (duration: 112.847992ms)","trace[1796819174] 'applied index is now lower than readState.Index' (duration: 103.130497ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:54:52.429419Z","caller":"traceutil/trace.go:171","msg":"trace[1697762220] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"235.453785ms","start":"2026-08-22T18:54:52.193927Z","end":"2026-08-22T18:54:52.42938Z","steps":["trace[1697762220] 'process raft request' (duration: 235.280802ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:54:52.429606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.221494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-22T18:54:52.42966Z","caller":"traceutil/trace.go:171","msg":"trace[805883133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5042; }","duration":"216.327227ms","start":"2026-08-22T18:54:52.21332Z","end":"2026-08-22T18:54:52.429648Z","steps":["trace[805883133] 'agreement among raft nodes before linearized reading' (duration: 216.155562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:54:52.429714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.760365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-22T18:54:52.429765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.132938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e78ab6fe-7e10-41fa-b49f-037100f87588\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-08-22T18:54:52.429785Z","caller":"traceutil/trace.go:171","msg":"trace[2078764034] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e78ab6fe-7e10-41fa-b49f-037100f87588; range_end:; response_count:1; response_revision:5042; }","duration":"111.203089ms","start":"2026-08-22T18:54:52.318574Z","end":"2026-08-22T18:54:52.429778Z","steps":["trace[2078764034] 'agreement among raft nodes before linearized reading' (duration: 111.149088ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:54:52.429796Z","caller":"traceutil/trace.go:171","msg":"trace[1597043564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5042; }","duration":"215.895368ms","start":"2026-08-22T18:54:52.213871Z","end":"2026-08-22T18:54:52.429766Z","steps":["trace[1597043564] 'agreement among raft nodes before linearized reading' (duration: 215.653732ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:54:52.728566Z","caller":"traceutil/trace.go:171","msg":"trace[1464145970] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5243; }","duration":"149.201233ms","start":"2026-08-22T18:54:52.579335Z","end":"2026-08-22T18:54:52.728536Z","steps":["trace[1464145970] 'read index received' (duration: 91.653971ms)","trace[1464145970] 'applied index is now lower than readState.Index' (duration: 57.545832ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:54:52.728765Z","caller":"traceutil/trace.go:171","msg":"trace[740647025] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"150.150992ms","start":"2026-08-22T18:54:52.578568Z","end":"2026-08-22T18:54:52.728719Z","steps":["trace[740647025] 'process raft request' (duration: 92.428056ms)","trace[740647025] 'compare' (duration: 57.246517ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:54:52.728947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.58293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16178"} {"level":"info","ts":"2026-08-22T18:54:52.729002Z","caller":"traceutil/trace.go:171","msg":"trace[372106050] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5050; }","duration":"149.702663ms","start":"2026-08-22T18:54:52.579284Z","end":"2026-08-22T18:54:52.728987Z","steps":["trace[372106050] 'agreement among raft nodes before linearized reading' (duration: 149.410997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:54:52.729191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.253355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-08-22T18:54:52.729297Z","caller":"traceutil/trace.go:171","msg":"trace[971621164] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5050; }","duration":"137.397319ms","start":"2026-08-22T18:54:52.591874Z","end":"2026-08-22T18:54:52.729272Z","steps":["trace[971621164] 'agreement among raft nodes before linearized reading' (duration: 137.125833ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:54:54.657726Z","caller":"traceutil/trace.go:171","msg":"trace[3011702] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"109.605416ms","start":"2026-08-22T18:54:54.548082Z","end":"2026-08-22T18:54:54.657688Z","steps":["trace[3011702] 'process raft request' (duration: 83.235882ms)","trace[3011702] 'compare' (duration: 26.206751ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:54:59.80894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.29044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-22T18:54:59.809074Z","caller":"traceutil/trace.go:171","msg":"trace[515893275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5193; }","duration":"112.489194ms","start":"2026-08-22T18:54:59.696556Z","end":"2026-08-22T18:54:59.809046Z","steps":["trace[515893275] 'agreement among raft nodes before linearized reading' (duration: 30.301052ms)","trace[515893275] 'range keys from in-memory index tree' (duration: 81.869556ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:54:59.809381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.985704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-22T18:54:59.809438Z","caller":"traceutil/trace.go:171","msg":"trace[1876673146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5195; }","duration":"109.039945ms","start":"2026-08-22T18:54:59.700384Z","end":"2026-08-22T18:54:59.809424Z","steps":["trace[1876673146] 'agreement among raft nodes before linearized reading' (duration: 108.877162ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:55:00.135388Z","caller":"traceutil/trace.go:171","msg":"trace[560545948] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5413; }","duration":"120.387561ms","start":"2026-08-22T18:55:00.014975Z","end":"2026-08-22T18:55:00.135363Z","steps":["trace[560545948] 'read index received' (duration: 99.945265ms)","trace[560545948] 'applied index is now lower than readState.Index' (duration: 20.441406ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:55:00.13578Z","caller":"traceutil/trace.go:171","msg":"trace[1907162285] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"122.184507ms","start":"2026-08-22T18:55:00.013544Z","end":"2026-08-22T18:55:00.135729Z","steps":["trace[1907162285] 'process raft request' (duration: 101.280631ms)","trace[1907162285] 'compare' (duration: 20.416706ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T18:55:00.135848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.838779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-08-22T18:55:00.135888Z","caller":"traceutil/trace.go:171","msg":"trace[1165961030] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5214; }","duration":"120.924752ms","start":"2026-08-22T18:55:00.014951Z","end":"2026-08-22T18:55:00.135875Z","steps":["trace[1165961030] 'agreement among raft nodes before linearized reading' (duration: 120.754878ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:55:00.141034Z","caller":"traceutil/trace.go:171","msg":"trace[364222299] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"125.839609ms","start":"2026-08-22T18:55:00.015172Z","end":"2026-08-22T18:55:00.141011Z","steps":["trace[364222299] 'process raft request' (duration: 125.598984ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:55:00.141171Z","caller":"traceutil/trace.go:171","msg":"trace[1690378883] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"123.852169ms","start":"2026-08-22T18:55:00.017272Z","end":"2026-08-22T18:55:00.141124Z","steps":["trace[1690378883] 'process raft request' (duration: 123.660455ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:55:00.141213Z","caller":"traceutil/trace.go:171","msg":"trace[1101500303] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"122.42261ms","start":"2026-08-22T18:55:00.018759Z","end":"2026-08-22T18:55:00.141182Z","steps":["trace[1101500303] 'process raft request' (duration: 122.268997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:55:05.665318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.018926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T18:55:05.665439Z","caller":"traceutil/trace.go:171","msg":"trace[2095111857] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5315; }","duration":"139.22385ms","start":"2026-08-22T18:55:05.526189Z","end":"2026-08-22T18:55:05.665413Z","steps":["trace[2095111857] 'count revisions from in-memory index tree' (duration: 138.872383ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:55:05.786428Z","caller":"traceutil/trace.go:171","msg":"trace[1529265874] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"107.054303ms","start":"2026-08-22T18:55:05.679339Z","end":"2026-08-22T18:55:05.786393Z","steps":["trace[1529265874] 'process raft request' (duration: 103.31289ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:55:13.953674Z","caller":"traceutil/trace.go:171","msg":"trace[505776316] linearizableReadLoop","detail":"{readStateIndex:5716; appliedIndex:5715; }","duration":"164.224592ms","start":"2026-08-22T18:55:13.789426Z","end":"2026-08-22T18:55:13.953651Z","steps":["trace[505776316] 'read index received' (duration: 164.011138ms)","trace[505776316] 'applied index is now lower than readState.Index' (duration: 212.014µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:55:13.95379Z","caller":"traceutil/trace.go:171","msg":"trace[2020722894] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"256.171197ms","start":"2026-08-22T18:55:13.697579Z","end":"2026-08-22T18:55:13.95375Z","steps":["trace[2020722894] 'process raft request' (duration: 255.889912ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:55:13.953874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.435167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T18:55:13.953921Z","caller":"traceutil/trace.go:171","msg":"trace[510788429] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5510; }","duration":"164.761643ms","start":"2026-08-22T18:55:13.789147Z","end":"2026-08-22T18:55:13.953908Z","steps":["trace[510788429] 'agreement among raft nodes before linearized reading' (duration: 164.63533ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:55:14.039758Z","caller":"traceutil/trace.go:171","msg":"trace[1351876296] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"178.823012ms","start":"2026-08-22T18:55:13.860905Z","end":"2026-08-22T18:55:14.039728Z","steps":["trace[1351876296] 'process raft request' (duration: 178.489965ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:55:14.039842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.34277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-22T18:55:14.04005Z","caller":"traceutil/trace.go:171","msg":"trace[243517253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5511; }","duration":"145.601695ms","start":"2026-08-22T18:55:13.894419Z","end":"2026-08-22T18:55:14.040021Z","steps":["trace[243517253] 'agreement among raft nodes before linearized reading' (duration: 145.243528ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:55:14.040077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.744768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-22T18:55:14.040284Z","caller":"traceutil/trace.go:171","msg":"trace[1509423510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5511; }","duration":"108.088924ms","start":"2026-08-22T18:55:13.932164Z","end":"2026-08-22T18:55:14.040252Z","steps":["trace[1509423510] 'agreement among raft nodes before linearized reading' (duration: 107.478533ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:56:04.922595Z","caller":"traceutil/trace.go:171","msg":"trace[511154673] linearizableReadLoop","detail":"{readStateIndex:6207; appliedIndex:6206; }","duration":"115.169474ms","start":"2026-08-22T18:56:04.807399Z","end":"2026-08-22T18:56:04.922568Z","steps":["trace[511154673] 'read index received' (duration: 114.839858ms)","trace[511154673] 'applied index is now lower than readState.Index' (duration: 327.576µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T18:56:04.9227Z","caller":"traceutil/trace.go:171","msg":"trace[1320297409] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"135.538455ms","start":"2026-08-22T18:56:04.787137Z","end":"2026-08-22T18:56:04.922675Z","steps":["trace[1320297409] 'process raft request' (duration: 135.221669ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:56:04.922939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.513992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T18:56:04.923069Z","caller":"traceutil/trace.go:171","msg":"trace[1671795504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5987; }","duration":"115.647344ms","start":"2026-08-22T18:56:04.807371Z","end":"2026-08-22T18:56:04.923018Z","steps":["trace[1671795504] 'agreement among raft nodes before linearized reading' (duration: 115.413148ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T18:56:04.923648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.376698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T18:56:04.923745Z","caller":"traceutil/trace.go:171","msg":"trace[1490031084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5987; }","duration":"114.510301ms","start":"2026-08-22T18:56:04.809219Z","end":"2026-08-22T18:56:04.923729Z","steps":["trace[1490031084] 'agreement among raft nodes before linearized reading' (duration: 113.529272ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T18:56:21.247786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3002} {"level":"info","ts":"2026-08-22T18:56:21.334129Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3002,"took":"84.558991ms","hash":547894101,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":31850496,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-22T18:56:21.334212Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":547894101,"revision":3002,"compact-revision":-1} {"level":"info","ts":"2026-08-22T19:01:11.033963Z","caller":"traceutil/trace.go:171","msg":"trace[1844630794] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8551; }","duration":"157.991286ms","start":"2026-08-22T19:01:10.875933Z","end":"2026-08-22T19:01:11.033924Z","steps":["trace[1844630794] 'read index received' (duration: 157.671971ms)","trace[1844630794] 'applied index is now lower than readState.Index' (duration: 317.545µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:01:11.034075Z","caller":"traceutil/trace.go:171","msg":"trace[1421719336] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"180.823616ms","start":"2026-08-22T19:01:10.853209Z","end":"2026-08-22T19:01:11.034032Z","steps":["trace[1421719336] 'process raft request' (duration: 180.403179ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:01:11.034313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.353404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-22T19:01:11.034342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.793306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-22T19:01:11.03434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.990317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T19:01:11.034427Z","caller":"traceutil/trace.go:171","msg":"trace[133741293] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8261; }","duration":"154.925038ms","start":"2026-08-22T19:01:10.879478Z","end":"2026-08-22T19:01:11.034403Z","steps":["trace[133741293] 'agreement among raft nodes before linearized reading' (duration: 154.740475ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:01:11.034442Z","caller":"traceutil/trace.go:171","msg":"trace[2129713211] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8261; }","duration":"120.12587ms","start":"2026-08-22T19:01:10.914291Z","end":"2026-08-22T19:01:11.034417Z","steps":["trace[2129713211] 'agreement among raft nodes before linearized reading' (duration: 119.961607ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:01:11.034384Z","caller":"traceutil/trace.go:171","msg":"trace[372399573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8261; }","duration":"158.464277ms","start":"2026-08-22T19:01:10.875887Z","end":"2026-08-22T19:01:11.034351Z","steps":["trace[372399573] 'agreement among raft nodes before linearized reading' (duration: 158.241653ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:01:21.254639Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6101} {"level":"info","ts":"2026-08-22T19:01:21.355307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6101,"took":"98.071795ms","hash":2854767886,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":23334912,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-08-22T19:01:21.355403Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2854767886,"revision":6101,"compact-revision":3002} {"level":"warn","ts":"2026-08-22T19:01:23.011947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.300602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T19:01:23.012061Z","caller":"traceutil/trace.go:171","msg":"trace[1076696601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8323; }","duration":"302.440555ms","start":"2026-08-22T19:01:22.709595Z","end":"2026-08-22T19:01:23.012036Z","steps":["trace[1076696601] 'range keys from in-memory index tree' (duration: 302.121069ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:01:23.012119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:01:22.709572Z","time spent":"302.535826ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-22T19:01:23.012179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.297269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-22T19:01:23.012296Z","caller":"traceutil/trace.go:171","msg":"trace[1730652361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8323; }","duration":"266.462303ms","start":"2026-08-22T19:01:22.745803Z","end":"2026-08-22T19:01:23.012265Z","steps":["trace[1730652361] 'range keys from in-memory index tree' (duration: 266.184757ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:01:23.012703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.35865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T19:01:23.0128Z","caller":"traceutil/trace.go:171","msg":"trace[1664501382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8323; }","duration":"266.477762ms","start":"2026-08-22T19:01:22.746301Z","end":"2026-08-22T19:01:23.012778Z","steps":["trace[1664501382] 'range keys from in-memory index tree' (duration: 265.959012ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:01:23.84977Z","caller":"traceutil/trace.go:171","msg":"trace[797481559] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"328.142289ms","start":"2026-08-22T19:01:23.5216Z","end":"2026-08-22T19:01:23.849742Z","steps":["trace[797481559] 'process raft request' (duration: 327.955115ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:01:23.849968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:01:23.521568Z","time spent":"328.288572ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T19:01:50.960086Z","caller":"traceutil/trace.go:171","msg":"trace[1329746596] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"179.233175ms","start":"2026-08-22T19:01:50.780817Z","end":"2026-08-22T19:01:50.96005Z","steps":["trace[1329746596] 'process raft request' (duration: 178.978901ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:01:58.603522Z","caller":"traceutil/trace.go:171","msg":"trace[1196712142] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"200.119347ms","start":"2026-08-22T19:01:58.403369Z","end":"2026-08-22T19:01:58.603489Z","steps":["trace[1196712142] 'process raft request' (duration: 199.808081ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:02:03.860271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.65063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T19:02:03.860388Z","caller":"traceutil/trace.go:171","msg":"trace[1106668715] linearizableReadLoop","detail":"{readStateIndex:8926; appliedIndex:8925; }","duration":"198.610078ms","start":"2026-08-22T19:02:03.661761Z","end":"2026-08-22T19:02:03.860371Z","steps":["trace[1106668715] 'read index received' (duration: 52.657933ms)","trace[1106668715] 'applied index is now lower than readState.Index' (duration: 145.950325ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T19:02:03.860555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.794252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-08-22T19:02:03.860579Z","caller":"traceutil/trace.go:171","msg":"trace[505211674] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8620; }","duration":"198.839992ms","start":"2026-08-22T19:02:03.661732Z","end":"2026-08-22T19:02:03.860572Z","steps":["trace[505211674] 'agreement among raft nodes before linearized reading' (duration: 198.682049ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:02:03.860662Z","caller":"traceutil/trace.go:171","msg":"trace[1744893534] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"199.702819ms","start":"2026-08-22T19:02:03.660916Z","end":"2026-08-22T19:02:03.860619Z","steps":["trace[1744893534] 'process raft request' (duration: 53.590431ms)","trace[1744893534] 'compare' (duration: 145.249482ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T19:02:04.090699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.079622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-22T19:02:04.090806Z","caller":"traceutil/trace.go:171","msg":"trace[1060513679] linearizableReadLoop","detail":"{readStateIndex:8927; appliedIndex:8926; }","duration":"207.756165ms","start":"2026-08-22T19:02:03.883032Z","end":"2026-08-22T19:02:04.090788Z","steps":["trace[1060513679] 'read index received' (duration: 93.579099ms)","trace[1060513679] 'applied index is now lower than readState.Index' (duration: 114.172255ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:02:04.091003Z","caller":"traceutil/trace.go:171","msg":"trace[2076729784] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"210.826663ms","start":"2026-08-22T19:02:03.880162Z","end":"2026-08-22T19:02:04.090989Z","steps":["trace[2076729784] 'process raft request' (duration: 96.466844ms)","trace[2076729784] 'compare' (duration: 113.485322ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T19:02:04.091454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.370226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-08-22T19:02:04.091598Z","caller":"traceutil/trace.go:171","msg":"trace[1700198510] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8621; }","duration":"208.547569ms","start":"2026-08-22T19:02:03.883005Z","end":"2026-08-22T19:02:04.091552Z","steps":["trace[1700198510] 'agreement among raft nodes before linearized reading' (duration: 208.1015ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:02:04.093471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.883532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225401"} {"level":"info","ts":"2026-08-22T19:02:04.093518Z","caller":"traceutil/trace.go:171","msg":"trace[372890103] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8621; }","duration":"160.952693ms","start":"2026-08-22T19:02:03.932554Z","end":"2026-08-22T19:02:04.093507Z","steps":["trace[372890103] 'agreement among raft nodes before linearized reading' (duration: 158.823512ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:02:04.239943Z","caller":"traceutil/trace.go:171","msg":"trace[1814227128] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"135.667568ms","start":"2026-08-22T19:02:04.104244Z","end":"2026-08-22T19:02:04.239912Z","steps":["trace[1814227128] 'process raft request' (duration: 93.621689ms)","trace[1814227128] 'compare' (duration: 41.899926ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:02:04.248162Z","caller":"traceutil/trace.go:171","msg":"trace[1572932876] linearizableReadLoop","detail":"{readStateIndex:8935; appliedIndex:8927; }","duration":"118.59583ms","start":"2026-08-22T19:02:04.129549Z","end":"2026-08-22T19:02:04.248145Z","steps":["trace[1572932876] 'read index received' (duration: 68.397915ms)","trace[1572932876] 'applied index is now lower than readState.Index' (duration: 50.196685ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:02:04.248448Z","caller":"traceutil/trace.go:171","msg":"trace[1674672069] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"143.879037ms","start":"2026-08-22T19:02:04.104558Z","end":"2026-08-22T19:02:04.248437Z","steps":["trace[1674672069] 'process raft request' (duration: 143.216514ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:02:04.248686Z","caller":"traceutil/trace.go:171","msg":"trace[1350581495] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"138.601885ms","start":"2026-08-22T19:02:04.110073Z","end":"2026-08-22T19:02:04.248675Z","steps":["trace[1350581495] 'process raft request' (duration: 137.79545ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:02:04.248879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.312203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-08-22T19:02:04.248931Z","caller":"traceutil/trace.go:171","msg":"trace[834681289] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8630; }","duration":"119.413746ms","start":"2026-08-22T19:02:04.129502Z","end":"2026-08-22T19:02:04.248916Z","steps":["trace[834681289] 'agreement among raft nodes before linearized reading' (duration: 119.308254ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:02:04.249062Z","caller":"traceutil/trace.go:171","msg":"trace[1853780512] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"138.82737ms","start":"2026-08-22T19:02:04.1102Z","end":"2026-08-22T19:02:04.249027Z","steps":["trace[1853780512] 'process raft request' (duration: 137.712008ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:02:04.249302Z","caller":"traceutil/trace.go:171","msg":"trace[1185355093] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"139.027913ms","start":"2026-08-22T19:02:04.110261Z","end":"2026-08-22T19:02:04.249289Z","steps":["trace[1185355093] 'process raft request' (duration: 137.680948ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:02:04.249436Z","caller":"traceutil/trace.go:171","msg":"trace[747012612] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"139.191817ms","start":"2026-08-22T19:02:04.110234Z","end":"2026-08-22T19:02:04.249426Z","steps":["trace[747012612] 'process raft request' (duration: 137.739709ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:02:04.24957Z","caller":"traceutil/trace.go:171","msg":"trace[1147523778] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"139.209907ms","start":"2026-08-22T19:02:04.110351Z","end":"2026-08-22T19:02:04.249561Z","steps":["trace[1147523778] 'process raft request' (duration: 137.660348ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:02:04.249862Z","caller":"traceutil/trace.go:171","msg":"trace[1560694468] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"131.029909ms","start":"2026-08-22T19:02:04.11882Z","end":"2026-08-22T19:02:04.24985Z","steps":["trace[1560694468] 'process raft request' (duration: 129.229485ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:02:35.432942Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000243c.wal"} {"level":"info","ts":"2026-08-22T19:03:23.313765Z","caller":"traceutil/trace.go:171","msg":"trace[1222380417] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"239.325316ms","start":"2026-08-22T19:03:23.074413Z","end":"2026-08-22T19:03:23.313738Z","steps":["trace[1222380417] 'process raft request' (duration: 239.160973ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:03:23.321358Z","caller":"traceutil/trace.go:171","msg":"trace[599509044] transaction","detail":"{read_only:false; response_revision:9335; number_of_response:1; }","duration":"240.840145ms","start":"2026-08-22T19:03:23.080489Z","end":"2026-08-22T19:03:23.321329Z","steps":["trace[599509044] 'process raft request' (duration: 240.696952ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:03:23.458784Z","caller":"traceutil/trace.go:171","msg":"trace[1530298124] transaction","detail":"{read_only:false; response_revision:9336; number_of_response:1; }","duration":"103.299383ms","start":"2026-08-22T19:03:23.355465Z","end":"2026-08-22T19:03:23.458764Z","steps":["trace[1530298124] 'process raft request' (duration: 103.170119ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:03:59.684305Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"331455d6226d3423","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-22T19:03:59.710576Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-22T19:03:59.710732Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-22T19:06:21.262711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8317} {"level":"info","ts":"2026-08-22T19:06:21.347624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8317,"took":"81.439161ms","hash":3202074759,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":26492928,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-22T19:06:21.347702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3202074759,"revision":8317,"compact-revision":6101} {"level":"info","ts":"2026-08-22T19:11:21.269774Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10837} {"level":"info","ts":"2026-08-22T19:11:21.353705Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10837,"took":"80.85197ms","hash":1912253682,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":27652096,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-22T19:11:21.353771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1912253682,"revision":10837,"compact-revision":8317} {"level":"info","ts":"2026-08-22T19:13:21.468407Z","caller":"traceutil/trace.go:171","msg":"trace[1297981433] transaction","detail":"{read_only:false; response_revision:13807; number_of_response:1; }","duration":"165.687537ms","start":"2026-08-22T19:13:21.302683Z","end":"2026-08-22T19:13:21.46837Z","steps":["trace[1297981433] 'process raft request' (duration: 165.460182ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:13:36.697418Z","caller":"traceutil/trace.go:171","msg":"trace[1469574804] transaction","detail":"{read_only:false; response_revision:13897; number_of_response:1; }","duration":"421.227983ms","start":"2026-08-22T19:13:36.276145Z","end":"2026-08-22T19:13:36.697373Z","steps":["trace[1469574804] 'process raft request' (duration: 420.962388ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:13:36.697659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:13:36.27612Z","time spent":"421.422027ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T19:13:58.416021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.364655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-08-22T19:13:58.416165Z","caller":"traceutil/trace.go:171","msg":"trace[1268937065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14205; }","duration":"110.560009ms","start":"2026-08-22T19:13:58.305573Z","end":"2026-08-22T19:13:58.416133Z","steps":["trace[1268937065] 'range keys from in-memory index tree' (duration: 110.170072ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:13:58.427123Z","caller":"traceutil/trace.go:171","msg":"trace[949026121] transaction","detail":"{read_only:false; response_revision:14206; number_of_response:1; }","duration":"121.423658ms","start":"2026-08-22T19:13:58.305678Z","end":"2026-08-22T19:13:58.427102Z","steps":["trace[949026121] 'process raft request' (duration: 121.224964ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:14:49.449405Z","caller":"traceutil/trace.go:171","msg":"trace[1065760838] transaction","detail":"{read_only:false; response_revision:14828; number_of_response:1; }","duration":"113.942213ms","start":"2026-08-22T19:14:49.335433Z","end":"2026-08-22T19:14:49.449375Z","steps":["trace[1065760838] 'process raft request' (duration: 105.917169ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:14:56.184794Z","caller":"traceutil/trace.go:171","msg":"trace[30496410] linearizableReadLoop","detail":"{readStateIndex:15374; appliedIndex:15373; }","duration":"118.160066ms","start":"2026-08-22T19:14:56.066607Z","end":"2026-08-22T19:14:56.184767Z","steps":["trace[30496410] 'read index received' (duration: 117.90695ms)","trace[30496410] 'applied index is now lower than readState.Index' (duration: 251.746µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:14:56.184948Z","caller":"traceutil/trace.go:171","msg":"trace[1797255390] transaction","detail":"{read_only:false; response_revision:14864; number_of_response:1; }","duration":"200.927432ms","start":"2026-08-22T19:14:55.984009Z","end":"2026-08-22T19:14:56.184936Z","steps":["trace[1797255390] 'process raft request' (duration: 200.518974ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.185141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.502872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T19:14:56.185176Z","caller":"traceutil/trace.go:171","msg":"trace[649461276] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14864; }","duration":"118.600964ms","start":"2026-08-22T19:14:56.066565Z","end":"2026-08-22T19:14:56.185166Z","steps":["trace[649461276] 'agreement among raft nodes before linearized reading' (duration: 118.512122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.185452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.71695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-22T19:14:56.18557Z","caller":"traceutil/trace.go:171","msg":"trace[1467799733] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14864; }","duration":"114.875872ms","start":"2026-08-22T19:14:56.070668Z","end":"2026-08-22T19:14:56.185544Z","steps":["trace[1467799733] 'agreement among raft nodes before linearized reading' (duration: 114.579197ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.185569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.825098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-22T19:14:56.185706Z","caller":"traceutil/trace.go:171","msg":"trace[1556006095] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14864; }","duration":"118.110654ms","start":"2026-08-22T19:14:56.067564Z","end":"2026-08-22T19:14:56.185675Z","steps":["trace[1556006095] 'agreement among raft nodes before linearized reading' (duration: 117.648526ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.537282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.103963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T19:14:56.537392Z","caller":"traceutil/trace.go:171","msg":"trace[85307326] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14864; }","duration":"203.248637ms","start":"2026-08-22T19:14:56.334119Z","end":"2026-08-22T19:14:56.537368Z","steps":["trace[85307326] 'range keys from in-memory index tree' (duration: 203.046862ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.537558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.488708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-22T19:14:56.537624Z","caller":"traceutil/trace.go:171","msg":"trace[1161907067] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14864; }","duration":"304.622499ms","start":"2026-08-22T19:14:56.232988Z","end":"2026-08-22T19:14:56.53761Z","steps":["trace[1161907067] 'range keys from in-memory index tree' (duration: 304.295974ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.53765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:14:56.232963Z","time spent":"304.679681ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-08-22T19:14:56.537908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.811065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-22T19:14:56.537946Z","caller":"traceutil/trace.go:171","msg":"trace[1389416246] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14864; }","duration":"204.897517ms","start":"2026-08-22T19:14:56.333037Z","end":"2026-08-22T19:14:56.537935Z","steps":["trace[1389416246] 'range keys from in-memory index tree' (duration: 204.658653ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.538037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.044492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-22T19:14:56.538079Z","caller":"traceutil/trace.go:171","msg":"trace[1563222833] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14864; }","duration":"204.110893ms","start":"2026-08-22T19:14:56.333957Z","end":"2026-08-22T19:14:56.538067Z","steps":["trace[1563222833] 'range keys from in-memory index tree' (duration: 203.894469ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:14:56.610478Z","caller":"traceutil/trace.go:171","msg":"trace[738934512] linearizableReadLoop","detail":"{readStateIndex:15375; appliedIndex:15374; }","duration":"117.686906ms","start":"2026-08-22T19:14:56.492768Z","end":"2026-08-22T19:14:56.610455Z","steps":["trace[738934512] 'read index received' (duration: 117.526543ms)","trace[738934512] 'applied index is now lower than readState.Index' (duration: 159.763µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:14:56.610564Z","caller":"traceutil/trace.go:171","msg":"trace[1993203629] transaction","detail":"{read_only:false; response_revision:14865; number_of_response:1; }","duration":"213.949641ms","start":"2026-08-22T19:14:56.396587Z","end":"2026-08-22T19:14:56.610536Z","steps":["trace[1993203629] 'process raft request' (duration: 213.721126ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.61064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.854979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T19:14:56.6107Z","caller":"traceutil/trace.go:171","msg":"trace[972338368] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14865; }","duration":"117.95312ms","start":"2026-08-22T19:14:56.492734Z","end":"2026-08-22T19:14:56.610687Z","steps":["trace[972338368] 'agreement among raft nodes before linearized reading' (duration: 117.850519ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.610749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.664105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T19:14:56.610809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.138132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-22T19:14:56.610843Z","caller":"traceutil/trace.go:171","msg":"trace[595013110] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14865; }","duration":"108.245994ms","start":"2026-08-22T19:14:56.502588Z","end":"2026-08-22T19:14:56.610834Z","steps":["trace[595013110] 'agreement among raft nodes before linearized reading' (duration: 108.103802ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:14:56.610856Z","caller":"traceutil/trace.go:171","msg":"trace[1608718392] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14865; }","duration":"117.780657ms","start":"2026-08-22T19:14:56.493042Z","end":"2026-08-22T19:14:56.610822Z","steps":["trace[1608718392] 'agreement among raft nodes before linearized reading' (duration: 117.629374ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.61097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.434301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T19:14:56.61099Z","caller":"traceutil/trace.go:171","msg":"trace[40428576] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14865; }","duration":"106.464581ms","start":"2026-08-22T19:14:56.50452Z","end":"2026-08-22T19:14:56.610985Z","steps":["trace[40428576] 'agreement among raft nodes before linearized reading' (duration: 106.43035ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.610994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.081348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-22T19:14:56.61103Z","caller":"traceutil/trace.go:171","msg":"trace[1099731318] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14865; }","duration":"100.134639ms","start":"2026-08-22T19:14:56.510883Z","end":"2026-08-22T19:14:56.611017Z","steps":["trace[1099731318] 'agreement among raft nodes before linearized reading' (duration: 100.012216ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.611178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.647888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-22T19:14:56.611203Z","caller":"traceutil/trace.go:171","msg":"trace[1614648978] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14865; }","duration":"113.712229ms","start":"2026-08-22T19:14:56.497485Z","end":"2026-08-22T19:14:56.611197Z","steps":["trace[1614648978] 'agreement among raft nodes before linearized reading' (duration: 113.646158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:14:56.61121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.804049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T19:14:56.611187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.147149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7v2pt\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-08-22T19:14:56.611272Z","caller":"traceutil/trace.go:171","msg":"trace[1414554574] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14865; }","duration":"115.919472ms","start":"2026-08-22T19:14:56.495341Z","end":"2026-08-22T19:14:56.61126Z","steps":["trace[1414554574] 'agreement among raft nodes before linearized reading' (duration: 115.838551ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:14:56.611324Z","caller":"traceutil/trace.go:171","msg":"trace[109225055] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7v2pt; range_end:; response_count:1; response_revision:14865; }","duration":"112.286222ms","start":"2026-08-22T19:14:56.499004Z","end":"2026-08-22T19:14:56.61129Z","steps":["trace[109225055] 'agreement among raft nodes before linearized reading' (duration: 112.097478ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:16:21.275552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12914} {"level":"info","ts":"2026-08-22T19:16:21.364895Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12914,"took":"84.799651ms","hash":2442113351,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":30728192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-22T19:16:21.364961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2442113351,"revision":12914,"compact-revision":10837} {"level":"info","ts":"2026-08-22T19:20:50.928803Z","caller":"traceutil/trace.go:171","msg":"trace[59768729] linearizableReadLoop","detail":"{readStateIndex:18088; appliedIndex:18087; }","duration":"131.092487ms","start":"2026-08-22T19:20:50.797686Z","end":"2026-08-22T19:20:50.928778Z","steps":["trace[59768729] 'read index received' (duration: 130.873603ms)","trace[59768729] 'applied index is now lower than readState.Index' (duration: 217.484µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:20:50.928897Z","caller":"traceutil/trace.go:171","msg":"trace[208644941] transaction","detail":"{read_only:false; response_revision:17491; number_of_response:1; }","duration":"164.446352ms","start":"2026-08-22T19:20:50.764403Z","end":"2026-08-22T19:20:50.928849Z","steps":["trace[208644941] 'process raft request' (duration: 164.189197ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:20:50.929035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.326271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7v2pt\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-08-22T19:20:50.92908Z","caller":"traceutil/trace.go:171","msg":"trace[1187516302] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7v2pt; range_end:; response_count:1; response_revision:17491; }","duration":"131.419662ms","start":"2026-08-22T19:20:50.797649Z","end":"2026-08-22T19:20:50.929069Z","steps":["trace[1187516302] 'agreement among raft nodes before linearized reading' (duration: 131.246799ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:20:51.21312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.677844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T19:20:51.213217Z","caller":"traceutil/trace.go:171","msg":"trace[2112656997] linearizableReadLoop","detail":"{readStateIndex:18089; appliedIndex:18088; }","duration":"272.712573ms","start":"2026-08-22T19:20:50.940489Z","end":"2026-08-22T19:20:51.213202Z","steps":["trace[2112656997] 'read index received' (duration: 73.866686ms)","trace[2112656997] 'applied index is now lower than readState.Index' (duration: 198.844567ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:20:51.213301Z","caller":"traceutil/trace.go:171","msg":"trace[287642891] transaction","detail":"{read_only:false; response_revision:17492; number_of_response:1; }","duration":"373.162137ms","start":"2026-08-22T19:20:50.840112Z","end":"2026-08-22T19:20:51.213274Z","steps":["trace[287642891] 'process raft request' (duration: 174.257299ms)","trace[287642891] 'compare' (duration: 198.090383ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T19:20:51.213448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:20:50.840072Z","time spent":"373.298819ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T19:20:51.219212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.712588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945828"} {"level":"info","ts":"2026-08-22T19:20:51.219308Z","caller":"traceutil/trace.go:171","msg":"trace[1693326192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17492; }","duration":"278.83276ms","start":"2026-08-22T19:20:50.940452Z","end":"2026-08-22T19:20:51.219285Z","steps":["trace[1693326192] 'agreement among raft nodes before linearized reading' (duration: 272.793225ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:20:51.604773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.690321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-22T19:20:51.604852Z","caller":"traceutil/trace.go:171","msg":"trace[537163668] linearizableReadLoop","detail":"{readStateIndex:18090; appliedIndex:18089; }","duration":"130.299542ms","start":"2026-08-22T19:20:51.474542Z","end":"2026-08-22T19:20:51.604841Z","steps":["trace[537163668] 'read index received' (duration: 45.431µs)","trace[537163668] 'applied index is now lower than readState.Index' (duration: 130.253361ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:20:51.604908Z","caller":"traceutil/trace.go:171","msg":"trace[975130770] transaction","detail":"{read_only:false; response_revision:17493; number_of_response:1; }","duration":"365.629373ms","start":"2026-08-22T19:20:51.239273Z","end":"2026-08-22T19:20:51.604902Z","steps":["trace[975130770] 'process raft request' (duration: 214.749929ms)","trace[975130770] 'compare' (duration: 150.586309ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T19:20:51.604942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:20:51.239243Z","time spent":"365.683355ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T19:20:51.605336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.768841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-22T19:20:51.605425Z","caller":"traceutil/trace.go:171","msg":"trace[449711136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17493; }","duration":"130.908462ms","start":"2026-08-22T19:20:51.474492Z","end":"2026-08-22T19:20:51.6054Z","steps":["trace[449711136] 'agreement among raft nodes before linearized reading' (duration: 130.662448ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:20:51.605436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.54393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T19:20:51.605504Z","caller":"traceutil/trace.go:171","msg":"trace[28533259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17493; }","duration":"125.645562ms","start":"2026-08-22T19:20:51.47984Z","end":"2026-08-22T19:20:51.605486Z","steps":["trace[28533259] 'agreement among raft nodes before linearized reading' (duration: 125.446018ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:20:51.605555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.702025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-22T19:20:51.605649Z","caller":"traceutil/trace.go:171","msg":"trace[785583368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17493; }","duration":"125.830137ms","start":"2026-08-22T19:20:51.479795Z","end":"2026-08-22T19:20:51.605625Z","steps":["trace[785583368] 'agreement among raft nodes before linearized reading' (duration: 125.54494ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:20:51.605657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.60376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-22T19:20:51.605806Z","caller":"traceutil/trace.go:171","msg":"trace[2119985805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17493; }","duration":"128.780973ms","start":"2026-08-22T19:20:51.476987Z","end":"2026-08-22T19:20:51.605767Z","steps":["trace[2119985805] 'agreement among raft nodes before linearized reading' (duration: 128.311004ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:20:51.605663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.557054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-22T19:20:51.605901Z","caller":"traceutil/trace.go:171","msg":"trace[361445548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17493; }","duration":"102.862229ms","start":"2026-08-22T19:20:51.503004Z","end":"2026-08-22T19:20:51.605866Z","steps":["trace[361445548] 'agreement among raft nodes before linearized reading' (duration: 102.303668ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:20:58.846344Z","caller":"traceutil/trace.go:171","msg":"trace[547575552] transaction","detail":"{read_only:false; response_revision:17608; number_of_response:1; }","duration":"101.112215ms","start":"2026-08-22T19:20:58.745197Z","end":"2026-08-22T19:20:58.84631Z","steps":["trace[547575552] 'process raft request' (duration: 100.787809ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:20:58.846567Z","caller":"traceutil/trace.go:171","msg":"trace[1954956379] linearizableReadLoop","detail":"{readStateIndex:18207; appliedIndex:18206; }","duration":"100.156136ms","start":"2026-08-22T19:20:58.746376Z","end":"2026-08-22T19:20:58.846532Z","steps":["trace[1954956379] 'read index received' (duration: 39.96808ms)","trace[1954956379] 'applied index is now lower than readState.Index' (duration: 60.185206ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T19:20:58.846818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.401691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-08-22T19:20:58.846862Z","caller":"traceutil/trace.go:171","msg":"trace[1607579549] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17609; }","duration":"100.503533ms","start":"2026-08-22T19:20:58.746345Z","end":"2026-08-22T19:20:58.846849Z","steps":["trace[1607579549] 'agreement among raft nodes before linearized reading' (duration: 100.292949ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:21:21.284477Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15399} {"level":"info","ts":"2026-08-22T19:21:21.38441Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15399,"took":"96.110411ms","hash":4202901684,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":32505856,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-22T19:21:21.384499Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4202901684,"revision":15399,"compact-revision":12914} {"level":"info","ts":"2026-08-22T19:22:13.377734Z","caller":"traceutil/trace.go:171","msg":"trace[1887737213] linearizableReadLoop","detail":"{readStateIndex:18990; appliedIndex:18989; }","duration":"157.618512ms","start":"2026-08-22T19:22:13.220083Z","end":"2026-08-22T19:22:13.377702Z","steps":["trace[1887737213] 'read index received' (duration: 157.337776ms)","trace[1887737213] 'applied index is now lower than readState.Index' (duration: 279.466µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:22:13.378055Z","caller":"traceutil/trace.go:171","msg":"trace[1893342932] transaction","detail":"{read_only:false; response_revision:18369; number_of_response:1; }","duration":"220.927148ms","start":"2026-08-22T19:22:13.157114Z","end":"2026-08-22T19:22:13.378041Z","steps":["trace[1893342932] 'process raft request' (duration: 220.400238ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:13.378336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.222253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T19:22:13.378377Z","caller":"traceutil/trace.go:171","msg":"trace[1732530503] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18369; }","duration":"158.323326ms","start":"2026-08-22T19:22:13.22004Z","end":"2026-08-22T19:22:13.378363Z","steps":["trace[1732530503] 'agreement among raft nodes before linearized reading' (duration: 158.231864ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:13.378554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.423757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T19:22:13.378581Z","caller":"traceutil/trace.go:171","msg":"trace[166065027] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18369; }","duration":"158.457337ms","start":"2026-08-22T19:22:13.220115Z","end":"2026-08-22T19:22:13.378573Z","steps":["trace[166065027] 'agreement among raft nodes before linearized reading' (duration: 158.414737ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:13.379416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.2933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:239311"} {"level":"info","ts":"2026-08-22T19:22:13.379451Z","caller":"traceutil/trace.go:171","msg":"trace[1885235610] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:18369; }","duration":"153.342981ms","start":"2026-08-22T19:22:13.226096Z","end":"2026-08-22T19:22:13.379439Z","steps":["trace[1885235610] 'agreement among raft nodes before linearized reading' (duration: 152.857882ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:13.379754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.463597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T19:22:13.379788Z","caller":"traceutil/trace.go:171","msg":"trace[887134729] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18369; }","duration":"159.551739ms","start":"2026-08-22T19:22:13.220223Z","end":"2026-08-22T19:22:13.379775Z","steps":["trace[887134729] 'agreement among raft nodes before linearized reading' (duration: 159.500958ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:13.380037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.837474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T19:22:13.380083Z","caller":"traceutil/trace.go:171","msg":"trace[85451393] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18369; }","duration":"159.903895ms","start":"2026-08-22T19:22:13.220163Z","end":"2026-08-22T19:22:13.380067Z","steps":["trace[85451393] 'agreement among raft nodes before linearized reading' (duration: 159.743122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:14.526457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.326708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T19:22:14.52654Z","caller":"traceutil/trace.go:171","msg":"trace[1602663376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18373; }","duration":"344.46111ms","start":"2026-08-22T19:22:14.182058Z","end":"2026-08-22T19:22:14.526519Z","steps":["trace[1602663376] 'range keys from in-memory index tree' (duration: 344.228506ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:14.526543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.095539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-22T19:22:14.526585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:22:14.182035Z","time spent":"344.540952ms","remote":"127.0.0.1:45674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T19:22:14.526638Z","caller":"traceutil/trace.go:171","msg":"trace[1512810515] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:18373; }","duration":"327.222131ms","start":"2026-08-22T19:22:14.199395Z","end":"2026-08-22T19:22:14.526617Z","steps":["trace[1512810515] 'count revisions from in-memory index tree' (duration: 327.040638ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:14.526554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.773096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-22T19:22:14.526685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:22:14.199383Z","time spent":"327.288053ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-08-22T19:22:14.526696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.234237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-22T19:22:14.526758Z","caller":"traceutil/trace.go:171","msg":"trace[1135318982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18373; }","duration":"398.993689ms","start":"2026-08-22T19:22:14.127728Z","end":"2026-08-22T19:22:14.526721Z","steps":["trace[1135318982] 'range keys from in-memory index tree' (duration: 398.628592ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:22:14.526682Z","caller":"traceutil/trace.go:171","msg":"trace[137052837] linearizableReadLoop","detail":"{readStateIndex:18995; appliedIndex:18994; }","duration":"119.412344ms","start":"2026-08-22T19:22:14.407254Z","end":"2026-08-22T19:22:14.526666Z","steps":["trace[137052837] 'read index received' (duration: 117.62761ms)","trace[137052837] 'applied index is now lower than readState.Index' (duration: 1.783664ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T19:22:14.526821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:22:14.127712Z","time spent":"399.094611ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-22T19:22:14.526845Z","caller":"traceutil/trace.go:171","msg":"trace[438347376] transaction","detail":"{read_only:false; response_revision:18374; number_of_response:1; }","duration":"167.647092ms","start":"2026-08-22T19:22:14.359134Z","end":"2026-08-22T19:22:14.526781Z","steps":["trace[438347376] 'process raft request' (duration: 165.804867ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:22:14.5268Z","caller":"traceutil/trace.go:171","msg":"trace[761452670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18373; }","duration":"396.40189ms","start":"2026-08-22T19:22:14.130376Z","end":"2026-08-22T19:22:14.526778Z","steps":["trace[761452670] 'range keys from in-memory index tree' (duration: 396.001682ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:14.526981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T19:22:14.130355Z","time spent":"396.613644ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T19:22:14.526993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.552017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-08-22T19:22:14.52708Z","caller":"traceutil/trace.go:171","msg":"trace[716070741] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:18374; }","duration":"119.842403ms","start":"2026-08-22T19:22:14.407225Z","end":"2026-08-22T19:22:14.527067Z","steps":["trace[716070741] 'agreement among raft nodes before linearized reading' (duration: 119.483546ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:14.526331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.255268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7v2pt\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-08-22T19:22:14.52773Z","caller":"traceutil/trace.go:171","msg":"trace[336922515] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7v2pt; range_end:; response_count:1; response_revision:18373; }","duration":"259.708536ms","start":"2026-08-22T19:22:14.268Z","end":"2026-08-22T19:22:14.527708Z","steps":["trace[336922515] 'range keys from in-memory index tree' (duration: 257.994863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:22:14.528087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.719232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-22T19:22:14.528184Z","caller":"traceutil/trace.go:171","msg":"trace[96457796] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18373; }","duration":"232.837434ms","start":"2026-08-22T19:22:14.295321Z","end":"2026-08-22T19:22:14.528158Z","steps":["trace[96457796] 'range keys from in-memory index tree' (duration: 230.875717ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:24:33.250999Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"331455d6226d3423","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-22T19:24:33.25749Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-22T19:24:33.257693Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-22T19:25:57.420695Z","caller":"traceutil/trace.go:171","msg":"trace[593636374] linearizableReadLoop","detail":"{readStateIndex:20635; appliedIndex:20634; }","duration":"137.679314ms","start":"2026-08-22T19:25:57.282983Z","end":"2026-08-22T19:25:57.420663Z","steps":["trace[593636374] 'read index received' (duration: 137.50383ms)","trace[593636374] 'applied index is now lower than readState.Index' (duration: 173.843µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:25:57.420828Z","caller":"traceutil/trace.go:171","msg":"trace[505396296] transaction","detail":"{read_only:false; response_revision:19961; number_of_response:1; }","duration":"198.93396ms","start":"2026-08-22T19:25:57.221837Z","end":"2026-08-22T19:25:57.420771Z","steps":["trace[505396296] 'process raft request' (duration: 198.594184ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:25:57.421005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.997649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-08-22T19:25:57.421063Z","caller":"traceutil/trace.go:171","msg":"trace[343504023] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19961; }","duration":"138.130012ms","start":"2026-08-22T19:25:57.282917Z","end":"2026-08-22T19:25:57.421047Z","steps":["trace[343504023] 'agreement among raft nodes before linearized reading' (duration: 137.918748ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:25:57.456164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.953132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-22T19:25:57.456268Z","caller":"traceutil/trace.go:171","msg":"trace[1567317364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19962; }","duration":"166.120476ms","start":"2026-08-22T19:25:57.290121Z","end":"2026-08-22T19:25:57.456242Z","steps":["trace[1567317364] 'agreement among raft nodes before linearized reading' (duration: 165.8335ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:25:57.456378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.507372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T19:25:57.456535Z","caller":"traceutil/trace.go:171","msg":"trace[1620405174] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19962; }","duration":"136.678355ms","start":"2026-08-22T19:25:57.319824Z","end":"2026-08-22T19:25:57.456503Z","steps":["trace[1620405174] 'agreement among raft nodes before linearized reading' (duration: 136.42576ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:26:18.445511Z","caller":"traceutil/trace.go:171","msg":"trace[1436112564] transaction","detail":"{read_only:false; response_revision:20070; number_of_response:1; }","duration":"129.933385ms","start":"2026-08-22T19:26:18.315549Z","end":"2026-08-22T19:26:18.445482Z","steps":["trace[1436112564] 'process raft request' (duration: 129.756352ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:26:18.730262Z","caller":"traceutil/trace.go:171","msg":"trace[1161069917] linearizableReadLoop","detail":"{readStateIndex:20749; appliedIndex:20748; }","duration":"208.262268ms","start":"2026-08-22T19:26:18.521968Z","end":"2026-08-22T19:26:18.73023Z","steps":["trace[1161069917] 'read index received' (duration: 207.82985ms)","trace[1161069917] 'applied index is now lower than readState.Index' (duration: 430.588µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:26:18.730472Z","caller":"traceutil/trace.go:171","msg":"trace[659914315] transaction","detail":"{read_only:false; response_revision:20071; number_of_response:1; }","duration":"235.886466ms","start":"2026-08-22T19:26:18.49453Z","end":"2026-08-22T19:26:18.730416Z","steps":["trace[659914315] 'process raft request' (duration: 235.286774ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:26:18.730527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.524434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T19:26:18.730582Z","caller":"traceutil/trace.go:171","msg":"trace[498307190] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20071; }","duration":"208.618706ms","start":"2026-08-22T19:26:18.521951Z","end":"2026-08-22T19:26:18.73057Z","steps":["trace[498307190] 'agreement among raft nodes before linearized reading' (duration: 208.412002ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:26:18.885398Z","caller":"traceutil/trace.go:171","msg":"trace[1403554559] linearizableReadLoop","detail":"{readStateIndex:20750; appliedIndex:20749; }","duration":"128.777914ms","start":"2026-08-22T19:26:18.756594Z","end":"2026-08-22T19:26:18.885372Z","steps":["trace[1403554559] 'read index received' (duration: 119.968905ms)","trace[1403554559] 'applied index is now lower than readState.Index' (duration: 8.808119ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:26:18.885578Z","caller":"traceutil/trace.go:171","msg":"trace[1631805423] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"134.967652ms","start":"2026-08-22T19:26:18.750526Z","end":"2026-08-22T19:26:18.885494Z","steps":["trace[1631805423] 'process raft request' (duration: 126.036921ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:26:18.885753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.053288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T19:26:18.885887Z","caller":"traceutil/trace.go:171","msg":"trace[152562018] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:20072; }","duration":"129.297373ms","start":"2026-08-22T19:26:18.756524Z","end":"2026-08-22T19:26:18.885822Z","steps":["trace[152562018] 'agreement among raft nodes before linearized reading' (duration: 128.969187ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:26:19.637516Z","caller":"traceutil/trace.go:171","msg":"trace[1650650843] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"114.558363ms","start":"2026-08-22T19:26:19.522931Z","end":"2026-08-22T19:26:19.63749Z","steps":["trace[1650650843] 'process raft request' (duration: 114.204715ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:26:19.662976Z","caller":"traceutil/trace.go:171","msg":"trace[836874811] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"131.413235ms","start":"2026-08-22T19:26:19.531528Z","end":"2026-08-22T19:26:19.662941Z","steps":["trace[836874811] 'process raft request' (duration: 131.011237ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:26:21.291417Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17809} {"level":"info","ts":"2026-08-22T19:26:21.406536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17809,"took":"110.923694ms","hash":1597597856,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":33083392,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-22T19:26:21.406623Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1597597856,"revision":17809,"compact-revision":15399} {"level":"info","ts":"2026-08-22T19:29:59.270668Z","caller":"traceutil/trace.go:171","msg":"trace[1542942348] linearizableReadLoop","detail":"{readStateIndex:23181; appliedIndex:23180; }","duration":"268.604466ms","start":"2026-08-22T19:29:59.002029Z","end":"2026-08-22T19:29:59.270634Z","steps":["trace[1542942348] 'read index received' (duration: 268.366341ms)","trace[1542942348] 'applied index is now lower than readState.Index' (duration: 236.775µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T19:29:59.270921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.863871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T19:29:59.270968Z","caller":"traceutil/trace.go:171","msg":"trace[811947727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22430; }","duration":"268.943032ms","start":"2026-08-22T19:29:59.002012Z","end":"2026-08-22T19:29:59.270955Z","steps":["trace[811947727] 'agreement among raft nodes before linearized reading' (duration: 268.769159ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:29:59.270936Z","caller":"traceutil/trace.go:171","msg":"trace[1956676315] transaction","detail":"{read_only:false; response_revision:22430; number_of_response:1; }","duration":"280.121325ms","start":"2026-08-22T19:29:58.990638Z","end":"2026-08-22T19:29:59.27076Z","steps":["trace[1956676315] 'process raft request' (duration: 279.790088ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:29:59.271432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.987364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-22T19:29:59.271476Z","caller":"traceutil/trace.go:171","msg":"trace[1411895105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22432; }","duration":"268.072975ms","start":"2026-08-22T19:29:59.003394Z","end":"2026-08-22T19:29:59.271467Z","steps":["trace[1411895105] 'agreement among raft nodes before linearized reading' (duration: 267.942853ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:29:59.2717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.995507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T19:29:59.271757Z","caller":"traceutil/trace.go:171","msg":"trace[646108439] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:22432; }","duration":"191.101109ms","start":"2026-08-22T19:29:59.080641Z","end":"2026-08-22T19:29:59.271742Z","steps":["trace[646108439] 'agreement among raft nodes before linearized reading' (duration: 190.807194ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:31:21.295819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20082} {"level":"info","ts":"2026-08-22T19:31:21.407384Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20082,"took":"108.082478ms","hash":3908213568,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":43163648,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-08-22T19:31:21.407465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3908213568,"revision":20082,"compact-revision":17809} {"level":"info","ts":"2026-08-22T19:31:22.471193Z","caller":"traceutil/trace.go:171","msg":"trace[1614184937] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"125.699834ms","start":"2026-08-22T19:31:22.34547Z","end":"2026-08-22T19:31:22.47117Z","steps":["trace[1614184937] 'process raft request' (duration: 125.568862ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:36:21.303845Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23313} {"level":"info","ts":"2026-08-22T19:36:21.440169Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23313,"took":"132.180344ms","hash":312219055,"current-db-size-bytes":58863616,"current-db-size":"59 MB","current-db-size-in-use-bytes":31158272,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-22T19:36:21.440231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":312219055,"revision":23313,"compact-revision":20082} {"level":"info","ts":"2026-08-22T19:37:09.644731Z","caller":"traceutil/trace.go:171","msg":"trace[1478243262] linearizableReadLoop","detail":"{readStateIndex:26797; appliedIndex:26796; }","duration":"111.680001ms","start":"2026-08-22T19:37:09.53303Z","end":"2026-08-22T19:37:09.64471Z","steps":["trace[1478243262] 'read index received' (duration: 111.482017ms)","trace[1478243262] 'applied index is now lower than readState.Index' (duration: 196.764µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T19:37:09.645001Z","caller":"traceutil/trace.go:171","msg":"trace[773891549] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"112.365165ms","start":"2026-08-22T19:37:09.532626Z","end":"2026-08-22T19:37:09.644991Z","steps":["trace[773891549] 'process raft request' (duration: 111.893256ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:37:09.645338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.265813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1493"} {"level":"info","ts":"2026-08-22T19:37:09.64542Z","caller":"traceutil/trace.go:171","msg":"trace[1980254180] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:25950; }","duration":"112.385315ms","start":"2026-08-22T19:37:09.533014Z","end":"2026-08-22T19:37:09.6454Z","steps":["trace[1980254180] 'agreement among raft nodes before linearized reading' (duration: 112.160031ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:37:09.648301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.327193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-22T19:37:09.648366Z","caller":"traceutil/trace.go:171","msg":"trace[1368097182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25951; }","duration":"114.431875ms","start":"2026-08-22T19:37:09.53392Z","end":"2026-08-22T19:37:09.648352Z","steps":["trace[1368097182] 'agreement among raft nodes before linearized reading' (duration: 114.254852ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T19:37:09.648519Z","caller":"traceutil/trace.go:171","msg":"trace[1063881564] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"114.335123ms","start":"2026-08-22T19:37:09.534164Z","end":"2026-08-22T19:37:09.648499Z","steps":["trace[1063881564] 'process raft request' (duration: 113.921665ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T19:37:09.648896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.038709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" limit:500 ","response":"range_response_count:31 size:271149"} {"level":"info","ts":"2026-08-22T19:37:09.648974Z","caller":"traceutil/trace.go:171","msg":"trace[1167192179] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25951; }","duration":"100.151791ms","start":"2026-08-22T19:37:09.548805Z","end":"2026-08-22T19:37:09.648957Z","steps":["trace[1167192179] 'agreement among raft nodes before linearized reading' (duration: 99.691513ms)"],"step_count":1}