{"level":"warn","ts":"2026-08-13T00:55:53.712588Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-13T00:55:53.712674Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.126:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.126:2380","--initial-cluster=instance=https://199.19.213.126:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.126:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.126:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-13T00:55:53.712753Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-13T00:55:53.712761Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.126:2380"]} {"level":"info","ts":"2026-08-13T00:55:53.712776Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-13T00:55:53.713414Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.126:2379"]} {"level":"info","ts":"2026-08-13T00:55:53.713494Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.126:2380"],"listen-peer-urls":["https://199.19.213.126:2380"],"advertise-client-urls":["https://199.19.213.126:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.126:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.126:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-13T00:55:53.715999Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.275333ms"} {"level":"info","ts":"2026-08-13T00:55:53.720011Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e241c9714ab70808","cluster-id":"e3245fbcce84a6b1"} {"level":"info","ts":"2026-08-13T00:55:53.720083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 switched to configuration voters=()"} {"level":"info","ts":"2026-08-13T00:55:53.720106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 became follower at term 0"} {"level":"info","ts":"2026-08-13T00:55:53.720117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e241c9714ab70808 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-13T00:55:53.720131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 became follower at term 1"} {"level":"info","ts":"2026-08-13T00:55:53.720163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 switched to configuration voters=(16303533614479902728)"} {"level":"warn","ts":"2026-08-13T00:55:53.72497Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-13T00:55:53.726319Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-13T00:55:53.727706Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-13T00:55:53.730655Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e241c9714ab70808","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-13T00:55:53.731648Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-13T00:55:53.731853Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-13T00:55:53.73187Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-13T00:55:53.731784Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e241c9714ab70808","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-13T00:55:53.733577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 switched to configuration voters=(16303533614479902728)"} {"level":"info","ts":"2026-08-13T00:55:53.733982Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e3245fbcce84a6b1","local-member-id":"e241c9714ab70808","added-peer-id":"e241c9714ab70808","added-peer-peer-urls":["https://199.19.213.126:2380"]} {"level":"info","ts":"2026-08-13T00:55:53.736288Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-13T00:55:53.736356Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.126:2380"} {"level":"info","ts":"2026-08-13T00:55:53.736557Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.126:2380"} {"level":"info","ts":"2026-08-13T00:55:53.736815Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e241c9714ab70808","initial-advertise-peer-urls":["https://199.19.213.126:2380"],"listen-peer-urls":["https://199.19.213.126:2380"],"advertise-client-urls":["https://199.19.213.126:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.126:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-13T00:55:53.736923Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-13T00:55:54.52036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 is starting a new election at term 1"} {"level":"info","ts":"2026-08-13T00:55:54.520433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-13T00:55:54.520483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 received MsgPreVoteResp from e241c9714ab70808 at term 1"} {"level":"info","ts":"2026-08-13T00:55:54.520504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 became candidate at term 2"} {"level":"info","ts":"2026-08-13T00:55:54.520549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 received MsgVoteResp from e241c9714ab70808 at term 2"} {"level":"info","ts":"2026-08-13T00:55:54.520575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e241c9714ab70808 became leader at term 2"} {"level":"info","ts":"2026-08-13T00:55:54.52059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e241c9714ab70808 elected leader e241c9714ab70808 at term 2"} {"level":"info","ts":"2026-08-13T00:55:54.521378Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T00:55:54.522366Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-13T00:55:54.522369Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e241c9714ab70808","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.126:2379]}","request-path":"/0/members/e241c9714ab70808/attributes","cluster-id":"e3245fbcce84a6b1","publish-timeout":"7s"} {"level":"info","ts":"2026-08-13T00:55:54.522419Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-13T00:55:54.522887Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-13T00:55:54.522985Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-13T00:55:54.523032Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e3245fbcce84a6b1","local-member-id":"e241c9714ab70808","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T00:55:54.52378Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T00:55:54.523846Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T00:55:54.526191Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.126:2379"} {"level":"info","ts":"2026-08-13T00:55:54.526228Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-13T00:56:37.312Z","caller":"traceutil/trace.go:171","msg":"trace[1239499975] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"248.922957ms","start":"2026-08-13T00:56:37.063041Z","end":"2026-08-13T00:56:37.311964Z","steps":["trace[1239499975] 'process raft request' (duration: 248.733633ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:56:37.338985Z","caller":"traceutil/trace.go:171","msg":"trace[1478575898] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"142.723274ms","start":"2026-08-13T00:56:37.196229Z","end":"2026-08-13T00:56:37.338953Z","steps":["trace[1478575898] 'process raft request' (duration: 142.558611ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T00:56:37.832857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.428212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7tlfq\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-08-13T00:56:37.832981Z","caller":"traceutil/trace.go:171","msg":"trace[1459440502] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7tlfq; range_end:; response_count:1; response_revision:591; }","duration":"334.631866ms","start":"2026-08-13T00:56:37.498333Z","end":"2026-08-13T00:56:37.832965Z","steps":["trace[1459440502] 'range keys from in-memory index tree' (duration: 334.24512ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T00:56:37.833018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T00:56:37.498314Z","time spent":"334.695638ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-7tlfq\" "} {"level":"warn","ts":"2026-08-13T00:56:37.83305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.131847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.126\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-13T00:56:37.833183Z","caller":"traceutil/trace.go:171","msg":"trace[175817124] range","detail":"{range_begin:/registry/masterleases/199.19.213.126; range_end:; response_count:1; response_revision:591; }","duration":"357.36195ms","start":"2026-08-13T00:56:37.475792Z","end":"2026-08-13T00:56:37.833154Z","steps":["trace[175817124] 'range keys from in-memory index tree' (duration: 356.943183ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T00:56:37.833251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T00:56:37.475762Z","time spent":"357.477213ms","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.126\" "} {"level":"info","ts":"2026-08-13T00:56:37.834386Z","caller":"traceutil/trace.go:171","msg":"trace[778950516] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"112.579361ms","start":"2026-08-13T00:56:37.721777Z","end":"2026-08-13T00:56:37.834357Z","steps":["trace[778950516] 'process raft request' (duration: 111.928289ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:58:05.756879Z","caller":"traceutil/trace.go:171","msg":"trace[1376191470] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"219.723499ms","start":"2026-08-13T00:58:05.537121Z","end":"2026-08-13T00:58:05.756844Z","steps":["trace[1376191470] 'process raft request' (duration: 219.530615ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:58:05.787269Z","caller":"traceutil/trace.go:171","msg":"trace[1908828803] linearizableReadLoop","detail":"{readStateIndex:1883; appliedIndex:1881; }","duration":"119.100771ms","start":"2026-08-13T00:58:05.668139Z","end":"2026-08-13T00:58:05.78724Z","steps":["trace[1908828803] 'read index received' (duration: 88.615708ms)","trace[1908828803] 'applied index is now lower than readState.Index' (duration: 30.482793ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T00:58:05.787337Z","caller":"traceutil/trace.go:171","msg":"trace[2084448417] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"131.800885ms","start":"2026-08-13T00:58:05.655473Z","end":"2026-08-13T00:58:05.787274Z","steps":["trace[2084448417] 'process raft request' (duration: 109.913005ms)","trace[2084448417] 'compare' (duration: 21.738816ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T00:58:05.787542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.390317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-13T00:58:05.787652Z","caller":"traceutil/trace.go:171","msg":"trace[904470309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1812; }","duration":"119.56028ms","start":"2026-08-13T00:58:05.668061Z","end":"2026-08-13T00:58:05.787622Z","steps":["trace[904470309] 'agreement among raft nodes before linearized reading' (duration: 119.312665ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:58:12.569039Z","caller":"traceutil/trace.go:171","msg":"trace[2033282084] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"100.412463ms","start":"2026-08-13T00:58:12.468584Z","end":"2026-08-13T00:58:12.568997Z","steps":["trace[2033282084] 'process raft request' (duration: 22.850898ms)","trace[2033282084] 'compare' (duration: 77.375032ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T00:58:50.77361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.65551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-13T00:58:50.773793Z","caller":"traceutil/trace.go:171","msg":"trace[13541443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2104; }","duration":"121.897004ms","start":"2026-08-13T00:58:50.651844Z","end":"2026-08-13T00:58:50.773741Z","steps":["trace[13541443] 'range keys from in-memory index tree' (duration: 121.406005ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:58:50.867179Z","caller":"traceutil/trace.go:171","msg":"trace[30673825] linearizableReadLoop","detail":"{readStateIndex:2186; appliedIndex:2185; }","duration":"103.444491ms","start":"2026-08-13T00:58:50.763705Z","end":"2026-08-13T00:58:50.86715Z","steps":["trace[30673825] 'read index received' (duration: 103.37147ms)","trace[30673825] 'applied index is now lower than readState.Index' (duration: 71.681µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T00:58:50.867242Z","caller":"traceutil/trace.go:171","msg":"trace[897426941] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"120.809244ms","start":"2026-08-13T00:58:50.746398Z","end":"2026-08-13T00:58:50.867207Z","steps":["trace[897426941] 'process raft request' (duration: 120.59362ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T00:58:50.867457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.739618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-13T00:58:50.867541Z","caller":"traceutil/trace.go:171","msg":"trace[322069848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2105; }","duration":"103.906101ms","start":"2026-08-13T00:58:50.763618Z","end":"2026-08-13T00:58:50.867524Z","steps":["trace[322069848] 'agreement among raft nodes before linearized reading' (duration: 103.656095ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:58:51.070485Z","caller":"traceutil/trace.go:171","msg":"trace[1187834866] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"291.248069ms","start":"2026-08-13T00:58:50.779202Z","end":"2026-08-13T00:58:51.07045Z","steps":["trace[1187834866] 'process raft request' (duration: 250.240463ms)","trace[1187834866] 'compare' (duration: 40.275921ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T00:58:51.070631Z","caller":"traceutil/trace.go:171","msg":"trace[1144649346] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"198.155356ms","start":"2026-08-13T00:58:50.872446Z","end":"2026-08-13T00:58:51.070602Z","steps":["trace[1144649346] 'process raft request' (duration: 197.466503ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:59:44.418071Z","caller":"traceutil/trace.go:171","msg":"trace[1256528366] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"160.127957ms","start":"2026-08-13T00:59:44.257918Z","end":"2026-08-13T00:59:44.418046Z","steps":["trace[1256528366] 'process raft request' (duration: 159.967564ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T00:59:44.421408Z","caller":"traceutil/trace.go:171","msg":"trace[984951540] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"150.611305ms","start":"2026-08-13T00:59:44.270762Z","end":"2026-08-13T00:59:44.421373Z","steps":["trace[984951540] 'process raft request' (duration: 150.472463ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:02:55.186645Z","caller":"traceutil/trace.go:171","msg":"trace[507003047] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"187.792901ms","start":"2026-08-13T01:02:54.998822Z","end":"2026-08-13T01:02:55.186615Z","steps":["trace[507003047] 'process raft request' (duration: 180.811865ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:04:22.600513Z","caller":"traceutil/trace.go:171","msg":"trace[1287017764] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"199.822264ms","start":"2026-08-13T01:04:22.400661Z","end":"2026-08-13T01:04:22.600483Z","steps":["trace[1287017764] 'process raft request' (duration: 199.728483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:04:22.6007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.868339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-13T01:04:22.600569Z","caller":"traceutil/trace.go:171","msg":"trace[221068364] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"251.622741ms","start":"2026-08-13T01:04:22.348861Z","end":"2026-08-13T01:04:22.600484Z","steps":["trace[221068364] 'process raft request' (duration: 246.802948ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:04:22.600785Z","caller":"traceutil/trace.go:171","msg":"trace[516833254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4883; }","duration":"246.003212ms","start":"2026-08-13T01:04:22.354763Z","end":"2026-08-13T01:04:22.600766Z","steps":["trace[516833254] 'agreement among raft nodes before linearized reading' (duration: 245.771387ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:04:22.600576Z","caller":"traceutil/trace.go:171","msg":"trace[2034341461] linearizableReadLoop","detail":"{readStateIndex:5073; appliedIndex:5072; }","duration":"245.690366ms","start":"2026-08-13T01:04:22.354806Z","end":"2026-08-13T01:04:22.600496Z","steps":["trace[2034341461] 'read index received' (duration: 240.935584ms)","trace[2034341461] 'applied index is now lower than readState.Index' (duration: 4.746701ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:04:22.601138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.708793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-08-13T01:04:22.601246Z","caller":"traceutil/trace.go:171","msg":"trace[872835605] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4883; }","duration":"216.843145ms","start":"2026-08-13T01:04:22.384381Z","end":"2026-08-13T01:04:22.601225Z","steps":["trace[872835605] 'agreement among raft nodes before linearized reading' (duration: 216.574349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:04:22.60124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.310781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:04:22.601319Z","caller":"traceutil/trace.go:171","msg":"trace[1536658525] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4883; }","duration":"136.539485ms","start":"2026-08-13T01:04:22.464765Z","end":"2026-08-13T01:04:22.601304Z","steps":["trace[1536658525] 'agreement among raft nodes before linearized reading' (duration: 136.30624ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:04:25.779701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.568482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T01:04:25.779854Z","caller":"traceutil/trace.go:171","msg":"trace[94345965] linearizableReadLoop","detail":"{readStateIndex:5211; appliedIndex:5210; }","duration":"145.121412ms","start":"2026-08-13T01:04:25.634712Z","end":"2026-08-13T01:04:25.779833Z","steps":["trace[94345965] 'read index received' (duration: 19.666442ms)","trace[94345965] 'applied index is now lower than readState.Index' (duration: 125.45374ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:04:25.779938Z","caller":"traceutil/trace.go:171","msg":"trace[369377321] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"232.48174ms","start":"2026-08-13T01:04:25.547404Z","end":"2026-08-13T01:04:25.779886Z","steps":["trace[369377321] 'process raft request' (duration: 107.02218ms)","trace[369377321] 'compare' (duration: 124.396869ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:04:25.780406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.687282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728743"} {"level":"info","ts":"2026-08-13T01:04:25.780454Z","caller":"traceutil/trace.go:171","msg":"trace[302753706] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5017; }","duration":"145.775624ms","start":"2026-08-13T01:04:25.634667Z","end":"2026-08-13T01:04:25.780443Z","steps":["trace[302753706] 'agreement among raft nodes before linearized reading' (duration: 145.255914ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:04:40.102463Z","caller":"traceutil/trace.go:171","msg":"trace[888143764] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"340.169523ms","start":"2026-08-13T01:04:39.762267Z","end":"2026-08-13T01:04:40.102436Z","steps":["trace[888143764] 'process raft request' (duration: 339.977359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:04:40.102773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:04:39.762239Z","time spent":"340.317485ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:04:40.170039Z","caller":"traceutil/trace.go:171","msg":"trace[1691888760] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5495; }","duration":"312.980514ms","start":"2026-08-13T01:04:39.857046Z","end":"2026-08-13T01:04:40.170026Z","steps":["trace[1691888760] 'read index received' (duration: 245.265177ms)","trace[1691888760] 'applied index is now lower than readState.Index' (duration: 67.713867ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:04:40.170153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.507201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:04:40.170183Z","caller":"traceutil/trace.go:171","msg":"trace[1903087391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5293; }","duration":"247.561962ms","start":"2026-08-13T01:04:39.922614Z","end":"2026-08-13T01:04:40.170176Z","steps":["trace[1903087391] 'agreement among raft nodes before linearized reading' (duration: 247.505691ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:04:40.170125Z","caller":"traceutil/trace.go:171","msg":"trace[509262253] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"344.433345ms","start":"2026-08-13T01:04:39.825643Z","end":"2026-08-13T01:04:40.170076Z","steps":["trace[509262253] 'process raft request' (duration: 344.295802ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:04:40.170373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:04:39.82562Z","time spent":"344.610798ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:04:40.170625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.539914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zmdst\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-13T01:04:40.170769Z","caller":"traceutil/trace.go:171","msg":"trace[1078887265] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zmdst; range_end:; response_count:1; response_revision:5293; }","duration":"313.738748ms","start":"2026-08-13T01:04:39.856992Z","end":"2026-08-13T01:04:40.170731Z","steps":["trace[1078887265] 'agreement among raft nodes before linearized reading' (duration: 313.136247ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:04:40.170871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:04:39.85698Z","time spent":"313.876431ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zmdst\" "} {"level":"info","ts":"2026-08-13T01:04:47.635439Z","caller":"traceutil/trace.go:171","msg":"trace[1913472001] linearizableReadLoop","detail":"{readStateIndex:5697; appliedIndex:5696; }","duration":"132.117278ms","start":"2026-08-13T01:04:47.503289Z","end":"2026-08-13T01:04:47.635406Z","steps":["trace[1913472001] 'read index received' (duration: 92.489418ms)","trace[1913472001] 'applied index is now lower than readState.Index' (duration: 39.62628ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:04:47.635599Z","caller":"traceutil/trace.go:171","msg":"trace[1812004996] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"153.631076ms","start":"2026-08-13T01:04:47.481957Z","end":"2026-08-13T01:04:47.635588Z","steps":["trace[1812004996] 'process raft request' (duration: 113.851322ms)","trace[1812004996] 'compare' (duration: 39.444927ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:04:47.63582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.849117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30663e85-0d9f-4a69-a9b6-82df7f66cda0\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-08-13T01:04:47.635868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.567588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.126\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-13T01:04:47.635922Z","caller":"traceutil/trace.go:171","msg":"trace[373630619] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-30663e85-0d9f-4a69-a9b6-82df7f66cda0; range_end:; response_count:1; response_revision:5490; }","duration":"107.998399ms","start":"2026-08-13T01:04:47.527902Z","end":"2026-08-13T01:04:47.6359Z","steps":["trace[373630619] 'agreement among raft nodes before linearized reading' (duration: 107.774325ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:04:47.63595Z","caller":"traceutil/trace.go:171","msg":"trace[1658960207] range","detail":"{range_begin:/registry/masterleases/199.19.213.126; range_end:; response_count:1; response_revision:5490; }","duration":"132.70595ms","start":"2026-08-13T01:04:47.503226Z","end":"2026-08-13T01:04:47.635931Z","steps":["trace[1658960207] 'agreement among raft nodes before linearized reading' (duration: 132.484876ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:04:47.859015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.397206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T01:04:47.859155Z","caller":"traceutil/trace.go:171","msg":"trace[1903953052] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"163.657882ms","start":"2026-08-13T01:04:47.695471Z","end":"2026-08-13T01:04:47.859129Z","steps":["trace[1903953052] 'process raft request' (duration: 54.021781ms)","trace[1903953052] 'compare' (duration: 109.144142ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:05:54.557258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2970} {"level":"info","ts":"2026-08-13T01:05:54.632459Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2970,"took":"73.512833ms","hash":661037129,"current-db-size-bytes":57835520,"current-db-size":"58 MB","current-db-size-in-use-bytes":33927168,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-13T01:05:54.632596Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":661037129,"revision":2970,"compact-revision":-1} {"level":"info","ts":"2026-08-13T01:08:37.281038Z","caller":"traceutil/trace.go:171","msg":"trace[2090216007] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"113.141615ms","start":"2026-08-13T01:08:37.167871Z","end":"2026-08-13T01:08:37.281013Z","steps":["trace[2090216007] 'process raft request' (duration: 112.979522ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:08:37.370698Z","caller":"traceutil/trace.go:171","msg":"trace[1911763528] transaction","detail":"{read_only:false; response_revision:7163; number_of_response:1; }","duration":"201.188422ms","start":"2026-08-13T01:08:37.169488Z","end":"2026-08-13T01:08:37.370676Z","steps":["trace[1911763528] 'process raft request' (duration: 201.046789ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:08.667272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:09.16834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:09.669333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:10.169993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:10.670404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:10.924026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:10.924173Z","caller":"traceutil/trace.go:171","msg":"trace[1583287905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409583s","start":"2026-08-13T01:09:08.923731Z","end":"2026-08-13T01:09:10.92414Z","steps":["trace[1583287905] 'agreement among raft nodes before linearized reading' (duration: 2.000221789s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:10.92424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.923703Z","time spent":"2.000523985s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 01:09:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:11.171179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:11.671897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:12.17211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:12.673151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:12.924836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-13T01:09:12.924945Z","caller":"traceutil/trace.go:171","msg":"trace[476968160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430193s","start":"2026-08-13T01:09:10.924491Z","end":"2026-08-13T01:09:12.924921Z","steps":["trace[476968160] 'agreement among raft nodes before linearized reading' (duration: 2.00028366s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:12.925005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:10.924463Z","time spent":"2.000530285s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 01:09:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:13.173888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:13.302656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999795937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:13.302818Z","caller":"traceutil/trace.go:171","msg":"trace[1324989213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999940031s","start":"2026-08-13T01:09:08.302791Z","end":"2026-08-13T01:09:13.302731Z","steps":["trace[1324989213] 'agreement among raft nodes before linearized reading' (duration: 4.999806188s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:13.302937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.30278Z","time spent":"5.000138954s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/13 01:09:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:13.311879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999432311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:13.311999Z","caller":"traceutil/trace.go:171","msg":"trace[2095048808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999589174s","start":"2026-08-13T01:09:08.312381Z","end":"2026-08-13T01:09:13.31197Z","steps":["trace[2095048808] 'agreement among raft nodes before linearized reading' (duration: 4.999425941s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:13.312062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.312308Z","time spent":"4.999741367s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/13 01:09:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:13.674062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:13.827183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000820761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:13.827282Z","caller":"traceutil/trace.go:171","msg":"trace[872340643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001010644s","start":"2026-08-13T01:09:11.826248Z","end":"2026-08-13T01:09:13.827259Z","steps":["trace[872340643] 'agreement among raft nodes before linearized reading' (duration: 2.000870792s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:13.827427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:11.826222Z","time spent":"2.001190148s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 01:09:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:14.174439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:14.492779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:09.49747Z","time spent":"4.99529409s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/13 01:09:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:14.675309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:14.726101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998434791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-13T01:09:14.726224Z","caller":"traceutil/trace.go:171","msg":"trace[521408600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998603095s","start":"2026-08-13T01:09:09.727597Z","end":"2026-08-13T01:09:14.7262Z","steps":["trace[521408600] 'agreement among raft nodes before linearized reading' (duration: 4.998432312s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:14.726286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:09.727163Z","time spent":"4.999109474s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-13T01:09:14.881116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:09.883791Z","time spent":"4.99731536s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/13 01:09:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:14.933617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:14.933765Z","caller":"traceutil/trace.go:171","msg":"trace[503082827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172859s","start":"2026-08-13T01:09:12.933565Z","end":"2026-08-13T01:09:14.933738Z","steps":["trace[503082827] 'agreement among raft nodes before linearized reading' (duration: 1.999963314s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:14.933829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:12.933552Z","time spent":"2.00026505s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 01:09:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:15.132286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.131479Z","time spent":"7.000798032s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-13T01:09:15.16703Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-13T01:09:15.167317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000985215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:15.167376Z","caller":"traceutil/trace.go:171","msg":"trace[283127870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.001267081s","start":"2026-08-13T01:09:08.16609Z","end":"2026-08-13T01:09:15.167357Z","steps":["trace[283127870] 'agreement among raft nodes before linearized reading' (duration: 7.001062447s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:15.167529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.16606Z","time spent":"7.001455835s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-13T01:09:15.667279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:16.168326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:16.414129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:09.413452Z","time spent":"7.0006669s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-13T01:09:16.668556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:16.933869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:16.933982Z","caller":"traceutil/trace.go:171","msg":"trace[1184893536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185897s","start":"2026-08-13T01:09:14.933771Z","end":"2026-08-13T01:09:16.933957Z","steps":["trace[1184893536] 'agreement among raft nodes before linearized reading' (duration: 2.000039545s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:16.934042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:14.93376Z","time spent":"2.00027127s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 01:09:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:17.169767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:17.670627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:18.171795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:18.247536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005167224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:18.247649Z","caller":"traceutil/trace.go:171","msg":"trace[294048805] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.005359529s","start":"2026-08-13T01:09:08.242254Z","end":"2026-08-13T01:09:18.247613Z","steps":["trace[294048805] 'agreement among raft nodes before linearized reading' (duration: 10.005223466s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:18.24773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.242227Z","time spent":"10.00548524s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/08/13 01:09:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:18.303063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997236534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:18.303179Z","caller":"traceutil/trace.go:171","msg":"trace[143599025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997379666s","start":"2026-08-13T01:09:15.305773Z","end":"2026-08-13T01:09:18.303152Z","steps":["trace[143599025] 'agreement among raft nodes before linearized reading' (duration: 2.997231354s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:18.303075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999202878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-08-13T01:09:18.303239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:15.305704Z","time spent":"2.997523169s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-13T01:09:18.303268Z","caller":"traceutil/trace.go:171","msg":"trace[379683479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999478003s","start":"2026-08-13T01:09:08.303764Z","end":"2026-08-13T01:09:18.303242Z","steps":["trace[379683479] 'agreement among raft nodes before linearized reading' (duration: 9.999250199s)"],"step_count":1} 2026/08/13 01:09:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:18.303321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.303722Z","time spent":"9.999588185s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/08/13 01:09:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:18.312085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998603969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:18.312203Z","caller":"traceutil/trace.go:171","msg":"trace[25667413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998755353s","start":"2026-08-13T01:09:15.313411Z","end":"2026-08-13T01:09:18.312167Z","steps":["trace[25667413] 'agreement among raft nodes before linearized reading' (duration: 2.998621589s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:18.312266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:15.3134Z","time spent":"2.998854095s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/13 01:09:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:18.672573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:18.941438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999818771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-13T01:09:18.941557Z","caller":"traceutil/trace.go:171","msg":"trace[827627525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032785s","start":"2026-08-13T01:09:16.941494Z","end":"2026-08-13T01:09:18.941527Z","steps":["trace[827627525] 'agreement among raft nodes before linearized reading' (duration: 1.999867412s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:18.941627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:16.941465Z","time spent":"2.000148278s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T01:09:19.173085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:19.41118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992678344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:19.4113Z","caller":"traceutil/trace.go:171","msg":"trace[1908755719] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.992894089s","start":"2026-08-13T01:09:16.418377Z","end":"2026-08-13T01:09:19.411271Z","steps":["trace[1908755719] 'agreement among raft nodes before linearized reading' (duration: 2.992737815s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:19.411371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:16.418356Z","time spent":"2.992998022s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/08/13 01:09:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:19.492289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997790338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:19.492711Z","caller":"traceutil/trace.go:171","msg":"trace[1010003904] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998305119s","start":"2026-08-13T01:09:14.49437Z","end":"2026-08-13T01:09:19.492675Z","steps":["trace[1010003904] 'agreement among raft nodes before linearized reading' (duration: 4.99783655s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:19.492833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:14.494344Z","time spent":"4.998470932s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/08/13 01:09:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:19.525833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:12.525346Z","time spent":"7.000476366s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-13T01:09:19.549734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367836009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:19.549844Z","caller":"traceutil/trace.go:171","msg":"trace[66430341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.368013422s","start":"2026-08-13T01:09:15.181805Z","end":"2026-08-13T01:09:19.549818Z","steps":["trace[66430341] 'agreement among raft nodes before linearized reading' (duration: 4.36787391s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:19.549916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:15.181758Z","time spent":"4.368133026s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/08/13 01:09:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:19.674192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:19.691535Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08089ff89e54bd09","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T01:09:19.718722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998740569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:19.718851Z","caller":"traceutil/trace.go:171","msg":"trace[1265821530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998948573s","start":"2026-08-13T01:09:09.719872Z","end":"2026-08-13T01:09:19.718821Z","steps":["trace[1265821530] 'agreement among raft nodes before linearized reading' (duration: 9.99878162s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:19.718917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:09.719835Z","time spent":"9.999069265s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/08/13 01:09:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:19.726615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997448617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:19.726669Z","caller":"traceutil/trace.go:171","msg":"trace[1977301370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997546469s","start":"2026-08-13T01:09:16.729109Z","end":"2026-08-13T01:09:19.726655Z","steps":["trace[1977301370] 'agreement among raft nodes before linearized reading' (duration: 2.997484668s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:19.726705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:16.729086Z","time spent":"2.997610341s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/13 01:09:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:19.88097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997876191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:19.881031Z","caller":"traceutil/trace.go:171","msg":"trace[984487921] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997981503s","start":"2026-08-13T01:09:14.883036Z","end":"2026-08-13T01:09:19.881018Z","steps":["trace[984487921] 'agreement among raft nodes before linearized reading' (duration: 4.997916552s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:19.881067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:14.882997Z","time spent":"4.998062145s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/08/13 01:09:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:19.92999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:12.929509Z","time spent":"7.000474076s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-13T01:09:20.174888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:20.675126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:20.942987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:20.943104Z","caller":"traceutil/trace.go:171","msg":"trace[1449640525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233489s","start":"2026-08-13T01:09:18.942845Z","end":"2026-08-13T01:09:20.943078Z","steps":["trace[1449640525] 'agreement among raft nodes before linearized reading' (duration: 2.000088216s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:20.943163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:18.942823Z","time spent":"2.000329652s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 01:09:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:21.176151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:21.676327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:22.167634Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-13T01:09:22.167858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.031154925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.167924Z","caller":"traceutil/trace.go:171","msg":"trace[35580014] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.031305737s","start":"2026-08-13T01:09:15.13659Z","end":"2026-08-13T01:09:22.167896Z","steps":["trace[35580014] 'agreement among raft nodes before linearized reading' (duration: 7.031207155s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.167937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.27560596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zmdst\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T01:09:22.167992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:15.13656Z","time spent":"7.031418449s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-08-13T01:09:22.168067Z","caller":"traceutil/trace.go:171","msg":"trace[1871351074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zmdst; range_end:; }","duration":"12.275829815s","start":"2026-08-13T01:09:09.892209Z","end":"2026-08-13T01:09:22.168039Z","steps":["trace[1871351074] 'agreement among raft nodes before linearized reading' (duration: 12.275650562s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.168079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.828395186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T01:09:22.168182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.402757308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T01:09:22.168178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.24259897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.168213Z","caller":"traceutil/trace.go:171","msg":"trace[1536107114] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; }","duration":"11.402800259s","start":"2026-08-13T01:09:10.765404Z","end":"2026-08-13T01:09:22.168205Z","steps":["trace[1536107114] 'agreement among raft nodes before linearized reading' (duration: 11.402759438s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:22.16822Z","caller":"traceutil/trace.go:171","msg":"trace[419553542] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"12.828596481s","start":"2026-08-13T01:09:09.339588Z","end":"2026-08-13T01:09:22.168185Z","steps":["trace[419553542] 'agreement among raft nodes before linearized reading' (duration: 12.828432127s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.168244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.967633728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T01:09:22.168252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:10.76537Z","time spent":"11.40287189s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.168182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.425213108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T01:09:22.168199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.228351347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.168289Z","caller":"traceutil/trace.go:171","msg":"trace[2040285203] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"7.96772729s","start":"2026-08-13T01:09:14.200541Z","end":"2026-08-13T01:09:22.168268Z","steps":["trace[2040285203] 'agreement among raft nodes before linearized reading' (duration: 7.967680359s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:22.1683Z","caller":"traceutil/trace.go:171","msg":"trace[1844234371] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"8.425375262s","start":"2026-08-13T01:09:13.74291Z","end":"2026-08-13T01:09:22.168285Z","steps":["trace[1844234371] 'agreement among raft nodes before linearized reading' (duration: 8.425243329s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.168303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:09.33956Z","time spent":"12.828721163s","remote":"127.0.0.1:50856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.168328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:14.20049Z","time spent":"7.967825892s","remote":"127.0.0.1:59966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.168344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:13.742886Z","time spent":"8.425443842s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-08-13T01:09:22.168343Z","caller":"traceutil/trace.go:171","msg":"trace[2142199232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"11.228587092s","start":"2026-08-13T01:09:10.939727Z","end":"2026-08-13T01:09:22.168314Z","steps":["trace[2142199232] 'agreement among raft nodes before linearized reading' (duration: 11.228353207s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.168087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.407505783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.168249Z","caller":"traceutil/trace.go:171","msg":"trace[967463482] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"13.242727823s","start":"2026-08-13T01:09:08.925506Z","end":"2026-08-13T01:09:22.168234Z","steps":["trace[967463482] 'agreement among raft nodes before linearized reading' (duration: 13.242653881s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.168389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.562042217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.168401Z","caller":"traceutil/trace.go:171","msg":"trace[707167147] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; }","duration":"13.407917302s","start":"2026-08-13T01:09:08.760471Z","end":"2026-08-13T01:09:22.168389Z","steps":["trace[707167147] 'agreement among raft nodes before linearized reading' (duration: 13.407518443s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.168411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:10.939716Z","time spent":"11.228678215s","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.168433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.925482Z","time spent":"13.242935707s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.168447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.760463Z","time spent":"13.407967752s","remote":"127.0.0.1:44290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-08-13T01:09:22.168424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.396366567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T01:09:22.168414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.842081809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.16851Z","caller":"traceutil/trace.go:171","msg":"trace[1876470658] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; }","duration":"13.39653601s","start":"2026-08-13T01:09:08.771954Z","end":"2026-08-13T01:09:22.16849Z","steps":["trace[1876470658] 'agreement among raft nodes before linearized reading' (duration: 13.396412848s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.168574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.635896015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.168594Z","caller":"traceutil/trace.go:171","msg":"trace[758569416] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"10.842399765s","start":"2026-08-13T01:09:11.326147Z","end":"2026-08-13T01:09:22.168547Z","steps":["trace[758569416] 'agreement among raft nodes before linearized reading' (duration: 10.842120439s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.16866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.107993197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T01:09:22.168678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:11.326119Z","time spent":"10.842538767s","remote":"127.0.0.1:50802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:09:22.168708Z","caller":"traceutil/trace.go:171","msg":"trace[1129859159] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"9.108070518s","start":"2026-08-13T01:09:13.060628Z","end":"2026-08-13T01:09:22.168698Z","steps":["trace[1129859159] 'agreement among raft nodes before linearized reading' (duration: 9.108023377s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:22.168445Z","caller":"traceutil/trace.go:171","msg":"trace[734920164] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"13.562150359s","start":"2026-08-13T01:09:08.606275Z","end":"2026-08-13T01:09:22.168425Z","steps":["trace[734920164] 'agreement among raft nodes before linearized reading' (duration: 13.562105498s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.16874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:13.06061Z","time spent":"9.108123829s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-13T01:09:22.168759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.60624Z","time spent":"13.562509126s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.168325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.756677571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.168614Z","caller":"traceutil/trace.go:171","msg":"trace[1910491781] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"8.635994197s","start":"2026-08-13T01:09:13.532612Z","end":"2026-08-13T01:09:22.168606Z","steps":["trace[1910491781] 'agreement among raft nodes before linearized reading' (duration: 8.635951876s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.168884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:13.532583Z","time spent":"8.636284152s","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:09:22.168864Z","caller":"traceutil/trace.go:171","msg":"trace[173285205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"13.757227331s","start":"2026-08-13T01:09:08.411607Z","end":"2026-08-13T01:09:22.168834Z","steps":["trace[173285205] 'agreement among raft nodes before linearized reading' (duration: 13.756702501s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.16836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.408140357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.168951Z","caller":"traceutil/trace.go:171","msg":"trace[128108356] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; }","duration":"13.408764079s","start":"2026-08-13T01:09:08.760175Z","end":"2026-08-13T01:09:22.168939Z","steps":["trace[128108356] 'agreement among raft nodes before linearized reading' (duration: 13.408177928s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.168113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.407691527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T01:09:22.168988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.760154Z","time spent":"13.40882668s","remote":"127.0.0.1:44290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-08-13T01:09:22.168989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.411595Z","time spent":"13.757363934s","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.16858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.77193Z","time spent":"13.396635292s","remote":"127.0.0.1:44290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-08-13T01:09:22.16813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:09.892179Z","time spent":"12.275939806s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-zmdst\" "} {"level":"warn","ts":"2026-08-13T01:09:22.168225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.248539965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.169066Z","caller":"traceutil/trace.go:171","msg":"trace[277919182] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; }","duration":"12.249414071s","start":"2026-08-13T01:09:09.919642Z","end":"2026-08-13T01:09:22.169056Z","steps":["trace[277919182] 'agreement among raft nodes before linearized reading' (duration: 12.248539595s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.169112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:09.919621Z","time spent":"12.249478412s","remote":"127.0.0.1:59958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.168954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.431829686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.16962Z","caller":"traceutil/trace.go:171","msg":"trace[1473150929] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; }","duration":"12.432930077s","start":"2026-08-13T01:09:09.73666Z","end":"2026-08-13T01:09:22.16959Z","steps":["trace[1473150929] 'agreement among raft nodes before linearized reading' (duration: 12.431834676s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.169735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:09.736641Z","time spent":"12.43307311s","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.168894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.954637539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.169823Z","caller":"traceutil/trace.go:171","msg":"trace[1368086762] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"13.955919124s","start":"2026-08-13T01:09:08.21389Z","end":"2026-08-13T01:09:22.169809Z","steps":["trace[1368086762] 'agreement among raft nodes before linearized reading' (duration: 13.954574848s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.169932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.213865Z","time spent":"13.956021887s","remote":"127.0.0.1:44258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.168994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.73505408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.170018Z","caller":"traceutil/trace.go:171","msg":"trace[2035010299] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; }","duration":"9.736993107s","start":"2026-08-13T01:09:12.433014Z","end":"2026-08-13T01:09:22.170007Z","steps":["trace[2035010299] 'agreement among raft nodes before linearized reading' (duration: 9.73511323s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.170063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:12.432988Z","time spent":"9.73706221s","remote":"127.0.0.1:50692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:09:22.169008Z","caller":"traceutil/trace.go:171","msg":"trace[964579015] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; }","duration":"13.408645886s","start":"2026-08-13T01:09:08.760352Z","end":"2026-08-13T01:09:22.168998Z","steps":["trace[964579015] 'agreement among raft nodes before linearized reading' (duration: 13.407752888s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.170195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.760309Z","time spent":"13.40986962s","remote":"127.0.0.1:44290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-08-13T01:09:22.169494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.484797761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T01:09:22.170259Z","caller":"traceutil/trace.go:171","msg":"trace[1659774212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"9.487191758s","start":"2026-08-13T01:09:12.683056Z","end":"2026-08-13T01:09:22.170248Z","steps":["trace[1659774212] 'agreement among raft nodes before linearized reading' (duration: 9.484858503s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.170311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:12.683016Z","time spent":"9.48727087s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:22.668119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:22.950791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999813421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T01:09:22.950875Z","caller":"traceutil/trace.go:171","msg":"trace[918008369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999970135s","start":"2026-08-13T01:09:20.950887Z","end":"2026-08-13T01:09:22.950857Z","steps":["trace[918008369] 'agreement among raft nodes before linearized reading' (duration: 1.999857402s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:22.950916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:20.950864Z","time spent":"2.000045326s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 01:09:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:23.129466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:22.177182Z","time spent":"952.271761ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/13 01:09:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:23.13199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:16.131831Z","time spent":"7.00015613s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-13T01:09:23.168678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:23.308684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:18.306903Z","time spent":"5.001774266s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/13 01:09:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T01:09:23.669123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":578888442274168308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T01:09:24.121626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"15.989986673s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-13T01:09:24.153287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.094312676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.153404Z","caller":"traceutil/trace.go:171","msg":"trace[860259056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:7443; }","duration":"16.09450382s","start":"2026-08-13T01:09:08.058873Z","end":"2026-08-13T01:09:24.153377Z","steps":["trace[860259056] 'count revisions from in-memory index tree' (duration: 16.094205094s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.153475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:08.058849Z","time spent":"16.094609682s","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.154612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:23.388708Z","time spent":"765.894309ms","remote":"127.0.0.1:41876","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-13T01:09:24.154699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.569003398s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.156861Z","caller":"traceutil/trace.go:171","msg":"trace[1431022229] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7443; }","duration":"7.571162891s","start":"2026-08-13T01:09:16.585681Z","end":"2026-08-13T01:09:24.156844Z","steps":["trace[1431022229] 'range keys from in-memory index tree' (duration: 7.568957907s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.245403Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"189.824µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-08-13T01:09:24.248129Z","caller":"traceutil/trace.go:171","msg":"trace[992066231] transaction","detail":"{read_only:false; response_revision:7453; number_of_response:1; }","duration":"4.526123925s","start":"2026-08-13T01:09:19.721959Z","end":"2026-08-13T01:09:24.248083Z","steps":["trace[992066231] 'process raft request' (duration: 4.523557575s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.248195Z","caller":"traceutil/trace.go:171","msg":"trace[1067250979] transaction","detail":"{read_only:false; response_revision:7455; number_of_response:1; }","duration":"4.363248449s","start":"2026-08-13T01:09:19.884893Z","end":"2026-08-13T01:09:24.248142Z","steps":["trace[1067250979] 'process raft request' (duration: 4.36070076s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.248237Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08089ff89e54bd09","error":"lease not found"} {"level":"info","ts":"2026-08-13T01:09:24.248256Z","caller":"traceutil/trace.go:171","msg":"trace[1703920757] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"4.312138145s","start":"2026-08-13T01:09:19.936068Z","end":"2026-08-13T01:09:24.248206Z","steps":["trace[1703920757] 'process raft request' (duration: 4.309570815s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.248302Z","caller":"traceutil/trace.go:171","msg":"trace[428239350] transaction","detail":"{read_only:false; response_revision:7451; number_of_response:1; }","duration":"5.942274879s","start":"2026-08-13T01:09:18.305999Z","end":"2026-08-13T01:09:24.248273Z","steps":["trace[428239350] 'process raft request' (duration: 5.939077527s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.248203Z","caller":"traceutil/trace.go:171","msg":"trace[936806416] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7452; }","duration":"4.718422093s","start":"2026-08-13T01:09:19.529745Z","end":"2026-08-13T01:09:24.248167Z","steps":["trace[936806416] 'process raft request' (duration: 4.715409194s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.248331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:19.721923Z","time spent":"4.526298969s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:09:24.248396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:19.884864Z","time spent":"4.363427613s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-13T01:09:24.248203Z","caller":"traceutil/trace.go:171","msg":"trace[765794042] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"4.519040576s","start":"2026-08-13T01:09:19.729131Z","end":"2026-08-13T01:09:24.248172Z","steps":["trace[765794042] 'process raft request' (duration: 4.516435145s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.248419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:19.936041Z","time spent":"4.312298517s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-13T01:09:24.248437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:18.305977Z","time spent":"5.94237678s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:09:24.248466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:19.529718Z","time spent":"4.718653238s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:09:24.248501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:19.729117Z","time spent":"4.519334012s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:09:24.304834Z","caller":"traceutil/trace.go:171","msg":"trace[571762138] linearizableReadLoop","detail":"{readStateIndex:7733; appliedIndex:7713; }","duration":"2.137055176s","start":"2026-08-13T01:09:22.167753Z","end":"2026-08-13T01:09:24.304808Z","steps":["trace[571762138] 'read index received' (duration: 1.95510761s)","trace[571762138] 'applied index is now lower than readState.Index' (duration: 181.945996ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:09:24.305032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968285692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:09:24.305028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862847856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-08-13T01:09:24.305089Z","caller":"traceutil/trace.go:171","msg":"trace[1686473748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7457; }","duration":"3.968388284s","start":"2026-08-13T01:09:20.336688Z","end":"2026-08-13T01:09:24.305076Z","steps":["trace[1686473748] 'agreement among raft nodes before linearized reading' (duration: 3.968285062s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.305092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.115879516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:09:24.30514Z","caller":"traceutil/trace.go:171","msg":"trace[107473104] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7457; }","duration":"3.863018159s","start":"2026-08-13T01:09:20.44208Z","end":"2026-08-13T01:09:24.305098Z","steps":["trace[107473104] 'agreement among raft nodes before linearized reading' (duration: 3.862827855s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.30518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:20.442038Z","time spent":"3.863134751s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-13T01:09:24.305207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.39728442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-13T01:09:24.305229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344376714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.305252Z","caller":"traceutil/trace.go:171","msg":"trace[927393765] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7457; }","duration":"5.344457266s","start":"2026-08-13T01:09:18.960788Z","end":"2026-08-13T01:09:24.305246Z","steps":["trace[927393765] 'agreement among raft nodes before linearized reading' (duration: 5.344417875s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.305254Z","caller":"traceutil/trace.go:171","msg":"trace[255427582] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7457; }","duration":"7.397372531s","start":"2026-08-13T01:09:16.90787Z","end":"2026-08-13T01:09:24.305242Z","steps":["trace[255427582] 'agreement among raft nodes before linearized reading' (duration: 7.39728027s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.305285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:18.960763Z","time spent":"5.344514157s","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.305295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:16.907845Z","time spent":"7.397435963s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.305485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.850680024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.305516Z","caller":"traceutil/trace.go:171","msg":"trace[1548252638] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:7457; }","duration":"5.850757465s","start":"2026-08-13T01:09:18.45475Z","end":"2026-08-13T01:09:24.305507Z","steps":["trace[1548252638] 'agreement among raft nodes before linearized reading' (duration: 5.850713825s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.305535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:18.454726Z","time spent":"5.850804076s","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:09:24.305574Z","caller":"traceutil/trace.go:171","msg":"trace[884905114] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7457; }","duration":"1.173667337s","start":"2026-08-13T01:09:23.131894Z","end":"2026-08-13T01:09:24.305561Z","steps":["trace[884905114] 'process raft request' (duration: 1.172752139s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.305609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.534674402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:09:24.305651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.068696515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-13T01:09:24.305663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.14141706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.305662Z","caller":"traceutil/trace.go:171","msg":"trace[1644739091] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7457; }","duration":"8.534801724s","start":"2026-08-13T01:09:15.770847Z","end":"2026-08-13T01:09:24.305649Z","steps":["trace[1644739091] 'agreement among raft nodes before linearized reading' (duration: 8.534708522s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.305682Z","caller":"traceutil/trace.go:171","msg":"trace[866247031] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7457; }","duration":"7.068747586s","start":"2026-08-13T01:09:17.236924Z","end":"2026-08-13T01:09:24.305672Z","steps":["trace[866247031] 'agreement among raft nodes before linearized reading' (duration: 7.068703385s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.305689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:23.131867Z","time spent":"1.173745888s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":524,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:09:24.305695Z","caller":"traceutil/trace.go:171","msg":"trace[606471863] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7457; }","duration":"6.141495472s","start":"2026-08-13T01:09:18.16419Z","end":"2026-08-13T01:09:24.305685Z","steps":["trace[606471863] 'agreement among raft nodes before linearized reading' (duration: 6.141454381s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.305728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:18.164166Z","time spent":"6.141555932s","remote":"127.0.0.1:60028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.305791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:15.770818Z","time spent":"8.534876715s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:09:24.305819Z","caller":"traceutil/trace.go:171","msg":"trace[253333198] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7457; }","duration":"1.168391284s","start":"2026-08-13T01:09:23.137418Z","end":"2026-08-13T01:09:24.30581Z","steps":["trace[253333198] 'process raft request' (duration: 1.167331334s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.305127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:20.336667Z","time spent":"3.968449445s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.305862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:23.137404Z","time spent":"1.168434515s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:09:24.305937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590563316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:09:24.305705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:17.236914Z","time spent":"7.068786466s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.305621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.788112666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.126\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:09:24.305953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104468288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.30601Z","caller":"traceutil/trace.go:171","msg":"trace[2037835630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7457; }","duration":"2.590649478s","start":"2026-08-13T01:09:21.71531Z","end":"2026-08-13T01:09:24.30596Z","steps":["trace[2037835630] 'agreement among raft nodes before linearized reading' (duration: 2.590599327s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.305972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.789589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.306043Z","caller":"traceutil/trace.go:171","msg":"trace[1748579315] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7457; }","duration":"1.10458582s","start":"2026-08-13T01:09:23.201435Z","end":"2026-08-13T01:09:24.306021Z","steps":["trace[1748579315] 'agreement among raft nodes before linearized reading' (duration: 1.104431597s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135821174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.306088Z","caller":"traceutil/trace.go:171","msg":"trace[827317842] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7457; }","duration":"130.984862ms","start":"2026-08-13T01:09:24.17508Z","end":"2026-08-13T01:09:24.306064Z","steps":["trace[827317842] 'agreement among raft nodes before linearized reading' (duration: 130.748648ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.306113Z","caller":"traceutil/trace.go:171","msg":"trace[1826401548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7457; }","duration":"3.135913136s","start":"2026-08-13T01:09:21.17019Z","end":"2026-08-13T01:09:24.306104Z","steps":["trace[1826401548] 'agreement among raft nodes before linearized reading' (duration: 3.135861535s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:23.201372Z","time spent":"1.104726234s","remote":"127.0.0.1:60026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.306136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:21.170164Z","time spent":"3.135966936s","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.30622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360138377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-08-13T01:09:24.306253Z","caller":"traceutil/trace.go:171","msg":"trace[1624145724] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7457; }","duration":"3.360206738s","start":"2026-08-13T01:09:20.946039Z","end":"2026-08-13T01:09:24.306246Z","steps":["trace[1624145724] 'agreement among raft nodes before linearized reading' (duration: 3.360055735s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.892884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zmdst\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-08-13T01:09:24.306277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:20.94602Z","time spent":"3.360252129s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-08-13T01:09:24.306291Z","caller":"traceutil/trace.go:171","msg":"trace[1328793814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zmdst; range_end:; response_count:1; response_revision:7457; }","duration":"126.959595ms","start":"2026-08-13T01:09:24.179323Z","end":"2026-08-13T01:09:24.306283Z","steps":["trace[1328793814] 'agreement among raft nodes before linearized reading' (duration: 126.877374ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.23585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:09:24.306388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652311603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:09:24.306389Z","caller":"traceutil/trace.go:171","msg":"trace[848122025] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:7457; }","duration":"385.323692ms","start":"2026-08-13T01:09:23.921049Z","end":"2026-08-13T01:09:24.306373Z","steps":["trace[848122025] 'agreement among raft nodes before linearized reading' (duration: 385.262601ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.30641Z","caller":"traceutil/trace.go:171","msg":"trace[834242102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7457; }","duration":"3.652404364s","start":"2026-08-13T01:09:20.653999Z","end":"2026-08-13T01:09:24.306403Z","steps":["trace[834242102] 'agreement among raft nodes before linearized reading' (duration: 3.652365894s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:23.921027Z","time spent":"385.386333ms","remote":"127.0.0.1:50854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.306434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:20.653967Z","time spent":"3.652458795s","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.30646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.589052761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-13T01:09:24.306464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.466312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:09:24.306484Z","caller":"traceutil/trace.go:171","msg":"trace[1342055300] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7457; }","duration":"8.589128753s","start":"2026-08-13T01:09:15.717346Z","end":"2026-08-13T01:09:24.306475Z","steps":["trace[1342055300] 'agreement among raft nodes before linearized reading' (duration: 8.589059991s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.306539Z","caller":"traceutil/trace.go:171","msg":"trace[407939973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7457; }","duration":"784.562074ms","start":"2026-08-13T01:09:23.521931Z","end":"2026-08-13T01:09:24.306493Z","steps":["trace[407939973] 'agreement among raft nodes before linearized reading' (duration: 784.495693ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.305182Z","caller":"traceutil/trace.go:171","msg":"trace[398500115] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7457; }","duration":"7.116032859s","start":"2026-08-13T01:09:17.189129Z","end":"2026-08-13T01:09:24.305162Z","steps":["trace[398500115] 'agreement among raft nodes before linearized reading' (duration: 7.115878076s)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.306027Z","caller":"traceutil/trace.go:171","msg":"trace[658652470] range","detail":"{range_begin:/registry/masterleases/199.19.213.126; range_end:; response_count:0; response_revision:7457; }","duration":"6.788570235s","start":"2026-08-13T01:09:17.51744Z","end":"2026-08-13T01:09:24.30601Z","steps":["trace[658652470] 'agreement among raft nodes before linearized reading' (duration: 6.788135967s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420121411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-13T01:09:24.306601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:17.517402Z","time spent":"6.789187128s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.126\" "} {"level":"info","ts":"2026-08-13T01:09:24.306612Z","caller":"traceutil/trace.go:171","msg":"trace[1549966032] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7457; }","duration":"1.420211614s","start":"2026-08-13T01:09:22.886391Z","end":"2026-08-13T01:09:24.306603Z","steps":["trace[1549966032] 'agreement among raft nodes before linearized reading' (duration: 1.420041031s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.158847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:09:24.306642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:22.886369Z","time spent":"1.420267795s","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:09:24.30666Z","caller":"traceutil/trace.go:171","msg":"trace[95848874] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7457; }","duration":"129.258139ms","start":"2026-08-13T01:09:24.177389Z","end":"2026-08-13T01:09:24.306647Z","steps":["trace[95848874] 'agreement among raft nodes before linearized reading' (duration: 129.171217ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.511283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.306752Z","caller":"traceutil/trace.go:171","msg":"trace[325751782] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7457; }","duration":"130.617036ms","start":"2026-08-13T01:09:24.176128Z","end":"2026-08-13T01:09:24.306745Z","steps":["trace[325751782] 'agreement among raft nodes before linearized reading' (duration: 130.570675ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355606573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:09:24.306038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:21.715287Z","time spent":"2.590744359s","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:09:24.306791Z","caller":"traceutil/trace.go:171","msg":"trace[1681510725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7457; }","duration":"1.355651015s","start":"2026-08-13T01:09:22.951134Z","end":"2026-08-13T01:09:24.306785Z","steps":["trace[1681510725] 'agreement among raft nodes before linearized reading' (duration: 1.355618174s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.306809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:22.951124Z","time spent":"1.355681845s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T01:09:24.306822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:23.521907Z","time spent":"784.90186ms","remote":"127.0.0.1:60144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.306274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.974808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:09:24.306898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.491244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-08-13T01:09:24.306919Z","caller":"traceutil/trace.go:171","msg":"trace[744929620] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7457; }","duration":"129.537974ms","start":"2026-08-13T01:09:24.177374Z","end":"2026-08-13T01:09:24.306912Z","steps":["trace[744929620] 'agreement among raft nodes before linearized reading' (duration: 129.474793ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:09:24.306886Z","caller":"traceutil/trace.go:171","msg":"trace[1592530993] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7457; }","duration":"633.618901ms","start":"2026-08-13T01:09:23.673249Z","end":"2026-08-13T01:09:24.306868Z","steps":["trace[1592530993] 'agreement among raft nodes before linearized reading' (duration: 632.983539ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.307006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:17.189106Z","time spent":"7.117890845s","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.307025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:23.673233Z","time spent":"633.783544ms","remote":"127.0.0.1:50776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.306555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:15.717308Z","time spent":"8.589239825s","remote":"127.0.0.1:50746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.307197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608921321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:09:24.30722Z","caller":"traceutil/trace.go:171","msg":"trace[318675441] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7457; }","duration":"1.608992313s","start":"2026-08-13T01:09:22.69822Z","end":"2026-08-13T01:09:24.307212Z","steps":["trace[318675441] 'agreement among raft nodes before linearized reading' (duration: 1.608951802s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.307242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:22.698196Z","time spent":"1.609037654s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:09:24.308572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118359572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:09:24.308632Z","caller":"traceutil/trace.go:171","msg":"trace[870927220] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7457; }","duration":"2.121180847s","start":"2026-08-13T01:09:22.187435Z","end":"2026-08-13T01:09:24.308615Z","steps":["trace[870927220] 'agreement among raft nodes before linearized reading' (duration: 2.118313681s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:09:24.308681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:09:22.187426Z","time spent":"2.121241748s","remote":"127.0.0.1:44604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:10:54.563083Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6069} {"level":"info","ts":"2026-08-13T01:10:54.667723Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6069,"took":"102.704612ms","hash":1773194419,"current-db-size-bytes":57835520,"current-db-size":"58 MB","current-db-size-in-use-bytes":22024192,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-08-13T01:10:54.667806Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1773194419,"revision":6069,"compact-revision":2970} {"level":"warn","ts":"2026-08-13T01:11:11.749092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.422158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-08-13T01:11:11.749217Z","caller":"traceutil/trace.go:171","msg":"trace[956337325] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8353; }","duration":"276.606501ms","start":"2026-08-13T01:11:11.47258Z","end":"2026-08-13T01:11:11.749187Z","steps":["trace[956337325] 'range keys from in-memory index tree' (duration: 276.221854ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:11:11.888001Z","caller":"traceutil/trace.go:171","msg":"trace[1367408580] linearizableReadLoop","detail":"{readStateIndex:8661; appliedIndex:8660; }","duration":"340.284993ms","start":"2026-08-13T01:11:11.547692Z","end":"2026-08-13T01:11:11.887977Z","steps":["trace[1367408580] 'read index received' (duration: 340.1208ms)","trace[1367408580] 'applied index is now lower than readState.Index' (duration: 162.803µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:11:11.88813Z","caller":"traceutil/trace.go:171","msg":"trace[938574940] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"400.559108ms","start":"2026-08-13T01:11:11.487528Z","end":"2026-08-13T01:11:11.888087Z","steps":["trace[938574940] 'process raft request' (duration: 400.229872ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:11:11.888296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.538746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-13T01:11:11.888358Z","caller":"traceutil/trace.go:171","msg":"trace[782120637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8354; }","duration":"186.640969ms","start":"2026-08-13T01:11:11.701704Z","end":"2026-08-13T01:11:11.888345Z","steps":["trace[782120637] 'agreement among raft nodes before linearized reading' (duration: 186.448304ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:11:11.88836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:11:11.487492Z","time spent":"400.747983ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:11:11.88826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.523977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:11:11.8885Z","caller":"traceutil/trace.go:171","msg":"trace[157941735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8354; }","duration":"340.792804ms","start":"2026-08-13T01:11:11.547653Z","end":"2026-08-13T01:11:11.888446Z","steps":["trace[157941735] 'agreement among raft nodes before linearized reading' (duration: 340.446906ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:11:11.888557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.128322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-13T01:11:11.888612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:11:11.547635Z","time spent":"340.954436ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-08-13T01:11:11.888684Z","caller":"traceutil/trace.go:171","msg":"trace[1906430917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8354; }","duration":"180.367566ms","start":"2026-08-13T01:11:11.708286Z","end":"2026-08-13T01:11:11.888654Z","steps":["trace[1906430917] 'agreement among raft nodes before linearized reading' (duration: 179.975189ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:11:11.890212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.814047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d98ea251-74e3-4948-a9ef-de2f68e2870d\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-08-13T01:11:11.890308Z","caller":"traceutil/trace.go:171","msg":"trace[1290260728] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d98ea251-74e3-4948-a9ef-de2f68e2870d; range_end:; response_count:1; response_revision:8354; }","duration":"136.97185ms","start":"2026-08-13T01:11:11.753318Z","end":"2026-08-13T01:11:11.89029Z","steps":["trace[1290260728] 'agreement among raft nodes before linearized reading' (duration: 135.44126ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:11:11.890766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.24276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-13T01:11:11.890896Z","caller":"traceutil/trace.go:171","msg":"trace[940692114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8354; }","duration":"187.77519ms","start":"2026-08-13T01:11:11.703098Z","end":"2026-08-13T01:11:11.890873Z","steps":["trace[940692114] 'agreement among raft nodes before linearized reading' (duration: 185.223591ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:11:24.788032Z","caller":"traceutil/trace.go:171","msg":"trace[1618320123] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8731; }","duration":"156.706314ms","start":"2026-08-13T01:11:24.631291Z","end":"2026-08-13T01:11:24.787997Z","steps":["trace[1618320123] 'read index received' (duration: 134.763626ms)","trace[1618320123] 'applied index is now lower than readState.Index' (duration: 21.941038ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:11:24.788106Z","caller":"traceutil/trace.go:171","msg":"trace[81138628] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"220.219433ms","start":"2026-08-13T01:11:24.567847Z","end":"2026-08-13T01:11:24.788066Z","steps":["trace[81138628] 'process raft request' (duration: 198.201823ms)","trace[81138628] 'compare' (duration: 21.484329ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:11:24.788145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.346533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-13T01:11:24.788246Z","caller":"traceutil/trace.go:171","msg":"trace[1814000739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8421; }","duration":"304.533687ms","start":"2026-08-13T01:11:24.483686Z","end":"2026-08-13T01:11:24.788219Z","steps":["trace[1814000739] 'range keys from in-memory index tree' (duration: 304.095917ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:11:24.788317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:11:24.483645Z","time spent":"304.657739ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-08-13T01:11:24.788388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.142002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-13T01:11:24.788447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.142793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-08-13T01:11:24.788461Z","caller":"traceutil/trace.go:171","msg":"trace[1993598017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8422; }","duration":"100.274615ms","start":"2026-08-13T01:11:24.688166Z","end":"2026-08-13T01:11:24.788441Z","steps":["trace[1993598017] 'agreement among raft nodes before linearized reading' (duration: 100.077581ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:11:24.788486Z","caller":"traceutil/trace.go:171","msg":"trace[2004028105] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8422; }","duration":"157.238984ms","start":"2026-08-13T01:11:24.631235Z","end":"2026-08-13T01:11:24.788474Z","steps":["trace[2004028105] 'agreement among raft nodes before linearized reading' (duration: 156.931669ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:11:24.945141Z","caller":"traceutil/trace.go:171","msg":"trace[158576670] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"150.505284ms","start":"2026-08-13T01:11:24.794591Z","end":"2026-08-13T01:11:24.945097Z","steps":["trace[158576670] 'process raft request' (duration: 103.401376ms)","trace[158576670] 'compare' (duration: 46.854604ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:11:26.194885Z","caller":"traceutil/trace.go:171","msg":"trace[2039286491] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"184.13464ms","start":"2026-08-13T01:11:26.01072Z","end":"2026-08-13T01:11:26.194854Z","steps":["trace[2039286491] 'process raft request' (duration: 184.051517ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:11:26.195278Z","caller":"traceutil/trace.go:171","msg":"trace[1220378796] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"184.924154ms","start":"2026-08-13T01:11:26.010296Z","end":"2026-08-13T01:11:26.19522Z","steps":["trace[1220378796] 'process raft request' (duration: 141.670911ms)","trace[1220378796] 'compare' (duration: 42.485458ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:11:49.975309Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022d4.wal"} {"level":"info","ts":"2026-08-13T01:11:53.748957Z","caller":"traceutil/trace.go:171","msg":"trace[283570957] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"108.441184ms","start":"2026-08-13T01:11:53.640479Z","end":"2026-08-13T01:11:53.74892Z","steps":["trace[283570957] 'process raft request' (duration: 108.25691ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:06.800386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.200546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T01:12:06.800614Z","caller":"traceutil/trace.go:171","msg":"trace[1654489739] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"136.134246ms","start":"2026-08-13T01:12:06.664417Z","end":"2026-08-13T01:12:06.800552Z","steps":["trace[1654489739] 'process raft request' (duration: 34.657535ms)","trace[1654489739] 'compare' (duration: 100.997841ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:06.964999Z","caller":"traceutil/trace.go:171","msg":"trace[119657668] linearizableReadLoop","detail":"{readStateIndex:9066; appliedIndex:9065; }","duration":"128.122933ms","start":"2026-08-13T01:12:06.836837Z","end":"2026-08-13T01:12:06.96496Z","steps":["trace[119657668] 'read index received' (duration: 127.915029ms)","trace[119657668] 'applied index is now lower than readState.Index' (duration: 206.894µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:06.965144Z","caller":"traceutil/trace.go:171","msg":"trace[1986205793] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"154.022211ms","start":"2026-08-13T01:12:06.811078Z","end":"2026-08-13T01:12:06.9651Z","steps":["trace[1986205793] 'process raft request' (duration: 153.709906ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:06.96544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.360327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:12:06.965658Z","caller":"traceutil/trace.go:171","msg":"trace[1452323860] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8742; }","duration":"128.678064ms","start":"2026-08-13T01:12:06.836811Z","end":"2026-08-13T01:12:06.965489Z","steps":["trace[1452323860] 'agreement among raft nodes before linearized reading' (duration: 128.341216ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:07.796659Z","caller":"traceutil/trace.go:171","msg":"trace[951888948] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9071; }","duration":"272.857215ms","start":"2026-08-13T01:12:07.523762Z","end":"2026-08-13T01:12:07.796619Z","steps":["trace[951888948] 'read index received' (duration: 230.305377ms)","trace[951888948] 'applied index is now lower than readState.Index' (duration: 42.550488ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:07.79675Z","caller":"traceutil/trace.go:171","msg":"trace[893304410] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"284.642401ms","start":"2026-08-13T01:12:07.512036Z","end":"2026-08-13T01:12:07.796679Z","steps":["trace[893304410] 'process raft request' (duration: 242.017462ms)","trace[893304410] 'compare' (duration: 42.276823ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:12:07.79698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.206062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.126\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-13T01:12:07.79703Z","caller":"traceutil/trace.go:171","msg":"trace[131251650] range","detail":"{range_begin:/registry/masterleases/199.19.213.126; range_end:; response_count:1; response_revision:8748; }","duration":"273.325894ms","start":"2026-08-13T01:12:07.52369Z","end":"2026-08-13T01:12:07.797016Z","steps":["trace[131251650] 'agreement among raft nodes before linearized reading' (duration: 273.102599ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:07.818225Z","caller":"traceutil/trace.go:171","msg":"trace[1356600559] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"168.826036ms","start":"2026-08-13T01:12:07.649374Z","end":"2026-08-13T01:12:07.8182Z","steps":["trace[1356600559] 'process raft request' (duration: 168.651592ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:07.818281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.361128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:12:07.81835Z","caller":"traceutil/trace.go:171","msg":"trace[578025266] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8749; }","duration":"101.490981ms","start":"2026-08-13T01:12:07.716839Z","end":"2026-08-13T01:12:07.81833Z","steps":["trace[578025266] 'agreement among raft nodes before linearized reading' (duration: 101.347088ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:08.582666Z","caller":"traceutil/trace.go:171","msg":"trace[1085284406] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"127.45505ms","start":"2026-08-13T01:12:08.455178Z","end":"2026-08-13T01:12:08.582634Z","steps":["trace[1085284406] 'process raft request' (duration: 127.237515ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:08.597691Z","caller":"traceutil/trace.go:171","msg":"trace[1635234428] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"142.135092ms","start":"2026-08-13T01:12:08.455526Z","end":"2026-08-13T01:12:08.597661Z","steps":["trace[1635234428] 'process raft request' (duration: 141.958519ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:08.597884Z","caller":"traceutil/trace.go:171","msg":"trace[1209622074] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9080; }","duration":"136.77564ms","start":"2026-08-13T01:12:08.4611Z","end":"2026-08-13T01:12:08.597876Z","steps":["trace[1209622074] 'read index received' (duration: 121.371834ms)","trace[1209622074] 'applied index is now lower than readState.Index' (duration: 15.402636ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:08.598284Z","caller":"traceutil/trace.go:171","msg":"trace[1609990605] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"120.358854ms","start":"2026-08-13T01:12:08.477885Z","end":"2026-08-13T01:12:08.598244Z","steps":["trace[1609990605] 'process raft request' (duration: 119.737381ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:08.598747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.630056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-08-13T01:12:08.598785Z","caller":"traceutil/trace.go:171","msg":"trace[1813960775] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8758; }","duration":"137.698407ms","start":"2026-08-13T01:12:08.461076Z","end":"2026-08-13T01:12:08.598774Z","steps":["trace[1813960775] 'agreement among raft nodes before linearized reading' (duration: 136.82782ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:08.901023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.553842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-08-13T01:12:08.901143Z","caller":"traceutil/trace.go:171","msg":"trace[350089644] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8758; }","duration":"243.720615ms","start":"2026-08-13T01:12:08.657399Z","end":"2026-08-13T01:12:08.901119Z","steps":["trace[350089644] 'range keys from in-memory index tree' (duration: 243.360659ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:08.901159Z","caller":"traceutil/trace.go:171","msg":"trace[1864070631] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"201.166498ms","start":"2026-08-13T01:12:08.699954Z","end":"2026-08-13T01:12:08.901121Z","steps":["trace[1864070631] 'process raft request' (duration: 168.790106ms)","trace[1864070631] 'compare' (duration: 32.193279ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:18.359358Z","caller":"traceutil/trace.go:171","msg":"trace[1256159714] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"119.867994ms","start":"2026-08-13T01:12:18.239449Z","end":"2026-08-13T01:12:18.359317Z","steps":["trace[1256159714] 'process raft request' (duration: 94.773492ms)","trace[1256159714] 'compare' (duration: 24.635604ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:19.324006Z","caller":"traceutil/trace.go:171","msg":"trace[416214899] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"100.859119ms","start":"2026-08-13T01:12:19.223087Z","end":"2026-08-13T01:12:19.323946Z","steps":["trace[416214899] 'process raft request' (duration: 100.276948ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:20.465948Z","caller":"traceutil/trace.go:171","msg":"trace[845228371] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"181.180243ms","start":"2026-08-13T01:12:20.284741Z","end":"2026-08-13T01:12:20.465922Z","steps":["trace[845228371] 'process raft request' (duration: 176.733028ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:20.465913Z","caller":"traceutil/trace.go:171","msg":"trace[746544618] linearizableReadLoop","detail":"{readStateIndex:9178; appliedIndex:9177; }","duration":"116.00444ms","start":"2026-08-13T01:12:20.349867Z","end":"2026-08-13T01:12:20.465872Z","steps":["trace[746544618] 'read index received' (duration: 111.642487ms)","trace[746544618] 'applied index is now lower than readState.Index' (duration: 4.359913ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:12:20.466137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.242505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:12:20.466209Z","caller":"traceutil/trace.go:171","msg":"trace[18554882] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8849; }","duration":"116.380047ms","start":"2026-08-13T01:12:20.349812Z","end":"2026-08-13T01:12:20.466192Z","steps":["trace[18554882] 'agreement among raft nodes before linearized reading' (duration: 116.189044ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:20.469063Z","caller":"traceutil/trace.go:171","msg":"trace[2076942368] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"104.396266ms","start":"2026-08-13T01:12:20.364633Z","end":"2026-08-13T01:12:20.469029Z","steps":["trace[2076942368] 'process raft request' (duration: 104.137731ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:22.003825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.418818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-13T01:12:22.003907Z","caller":"traceutil/trace.go:171","msg":"trace[1942715368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8860; }","duration":"386.51534ms","start":"2026-08-13T01:12:21.617365Z","end":"2026-08-13T01:12:22.003881Z","steps":["trace[1942715368] 'range keys from in-memory index tree' (duration: 386.284536ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:22.003962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:12:21.617351Z","time spent":"386.598442ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-13T01:12:22.0038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.763984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zmdst\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-13T01:12:22.004123Z","caller":"traceutil/trace.go:171","msg":"trace[1286434433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zmdst; range_end:; response_count:1; response_revision:8860; }","duration":"350.144641ms","start":"2026-08-13T01:12:21.653941Z","end":"2026-08-13T01:12:22.004085Z","steps":["trace[1286434433] 'range keys from in-memory index tree' (duration: 349.515648ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:22.004134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.7505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-08-13T01:12:22.004295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:12:21.653911Z","time spent":"350.291915ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zmdst\" "} {"level":"info","ts":"2026-08-13T01:12:22.004317Z","caller":"traceutil/trace.go:171","msg":"trace[1816992962] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8860; }","duration":"391.940154ms","start":"2026-08-13T01:12:21.612324Z","end":"2026-08-13T01:12:22.004264Z","steps":["trace[1816992962] 'range keys from in-memory index tree' (duration: 391.378704ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:22.004371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:12:21.612317Z","time spent":"392.041907ms","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-08-13T01:12:22.005865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.851178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-08-13T01:12:22.005964Z","caller":"traceutil/trace.go:171","msg":"trace[2005543821] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8860; }","duration":"217.999801ms","start":"2026-08-13T01:12:21.787941Z","end":"2026-08-13T01:12:22.005941Z","steps":["trace[2005543821] 'range keys from in-memory index tree' (duration: 215.541944ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:22.922598Z","caller":"traceutil/trace.go:171","msg":"trace[650608614] linearizableReadLoop","detail":"{readStateIndex:9198; appliedIndex:9197; }","duration":"103.151963ms","start":"2026-08-13T01:12:22.819413Z","end":"2026-08-13T01:12:22.922565Z","steps":["trace[650608614] 'read index received' (duration: 102.921028ms)","trace[650608614] 'applied index is now lower than readState.Index' (duration: 229.545µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:22.922769Z","caller":"traceutil/trace.go:171","msg":"trace[1017611757] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"205.411929ms","start":"2026-08-13T01:12:22.717324Z","end":"2026-08-13T01:12:22.922736Z","steps":["trace[1017611757] 'process raft request' (duration: 205.037431ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:22.922968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.53151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-13T01:12:22.923036Z","caller":"traceutil/trace.go:171","msg":"trace[969365737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8869; }","duration":"103.667333ms","start":"2026-08-13T01:12:22.819348Z","end":"2026-08-13T01:12:22.923016Z","steps":["trace[969365737] 'agreement among raft nodes before linearized reading' (duration: 103.399778ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:23.034381Z","caller":"traceutil/trace.go:171","msg":"trace[741883692] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"107.098778ms","start":"2026-08-13T01:12:22.927262Z","end":"2026-08-13T01:12:23.03436Z","steps":["trace[741883692] 'process raft request' (duration: 106.922765ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:23.062738Z","caller":"traceutil/trace.go:171","msg":"trace[1891804267] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"134.122028ms","start":"2026-08-13T01:12:22.928575Z","end":"2026-08-13T01:12:23.062697Z","steps":["trace[1891804267] 'process raft request' (duration: 133.578507ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:23.063165Z","caller":"traceutil/trace.go:171","msg":"trace[1075845230] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"123.087597ms","start":"2026-08-13T01:12:22.940051Z","end":"2026-08-13T01:12:23.063139Z","steps":["trace[1075845230] 'process raft request' (duration: 122.288621ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:23.100923Z","caller":"traceutil/trace.go:171","msg":"trace[1602750019] linearizableReadLoop","detail":"{readStateIndex:9200; appliedIndex:9198; }","duration":"161.922793ms","start":"2026-08-13T01:12:22.938968Z","end":"2026-08-13T01:12:23.100891Z","steps":["trace[1602750019] 'read index received' (duration: 95.270022ms)","trace[1602750019] 'applied index is now lower than readState.Index' (duration: 66.651361ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:12:23.101357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.354611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-v7g7v\" ","response":"range_response_count:1 size:4845"} {"level":"info","ts":"2026-08-13T01:12:23.10148Z","caller":"traceutil/trace.go:171","msg":"trace[1202763598] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-v7g7v; range_end:; response_count:1; response_revision:8872; }","duration":"162.556835ms","start":"2026-08-13T01:12:22.938894Z","end":"2026-08-13T01:12:23.101451Z","steps":["trace[1202763598] 'agreement among raft nodes before linearized reading' (duration: 162.177207ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:24.137553Z","caller":"traceutil/trace.go:171","msg":"trace[226073039] linearizableReadLoop","detail":"{readStateIndex:9216; appliedIndex:9214; }","duration":"241.555183ms","start":"2026-08-13T01:12:23.895935Z","end":"2026-08-13T01:12:24.13749Z","steps":["trace[226073039] 'read index received' (duration: 6.125368ms)","trace[226073039] 'applied index is now lower than readState.Index' (duration: 235.428525ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:24.13759Z","caller":"traceutil/trace.go:171","msg":"trace[162449764] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"245.084421ms","start":"2026-08-13T01:12:23.89245Z","end":"2026-08-13T01:12:24.137535Z","steps":["trace[162449764] 'process raft request' (duration: 224.460645ms)","trace[162449764] 'compare' (duration: 20.392892ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:12:24.137863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.90655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-08-13T01:12:24.137993Z","caller":"traceutil/trace.go:171","msg":"trace[484834765] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8885; }","duration":"242.065474ms","start":"2026-08-13T01:12:23.895879Z","end":"2026-08-13T01:12:24.137945Z","steps":["trace[484834765] 'agreement among raft nodes before linearized reading' (duration: 241.761847ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:24.155638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.592719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-v7g7v\" ","response":"range_response_count:1 size:4740"} {"level":"info","ts":"2026-08-13T01:12:24.155709Z","caller":"traceutil/trace.go:171","msg":"trace[968159672] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-v7g7v; range_end:; response_count:1; response_revision:8886; }","duration":"259.707292ms","start":"2026-08-13T01:12:23.895983Z","end":"2026-08-13T01:12:24.15569Z","steps":["trace[968159672] 'agreement among raft nodes before linearized reading' (duration: 259.552029ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:24.155776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.299339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zmdst\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-08-13T01:12:24.155816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.729235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-v7g7v\" ","response":"range_response_count:1 size:4740"} {"level":"warn","ts":"2026-08-13T01:12:24.155849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.184937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T01:12:24.155875Z","caller":"traceutil/trace.go:171","msg":"trace[2034113787] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zmdst; range_end:; response_count:1; response_revision:8886; }","duration":"137.454892ms","start":"2026-08-13T01:12:24.018391Z","end":"2026-08-13T01:12:24.155846Z","steps":["trace[2034113787] 'agreement among raft nodes before linearized reading' (duration: 137.208817ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:24.155922Z","caller":"traceutil/trace.go:171","msg":"trace[1276938521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8886; }","duration":"176.306629ms","start":"2026-08-13T01:12:23.979594Z","end":"2026-08-13T01:12:24.155901Z","steps":["trace[1276938521] 'agreement among raft nodes before linearized reading' (duration: 176.200007ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:24.155928Z","caller":"traceutil/trace.go:171","msg":"trace[2000385862] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-v7g7v; range_end:; response_count:1; response_revision:8886; }","duration":"204.903219ms","start":"2026-08-13T01:12:23.950994Z","end":"2026-08-13T01:12:24.155897Z","steps":["trace[2000385862] 'agreement among raft nodes before linearized reading' (duration: 204.649554ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:24.155964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.781781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-13T01:12:24.155986Z","caller":"traceutil/trace.go:171","msg":"trace[1591945847] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8886; }","duration":"250.845732ms","start":"2026-08-13T01:12:23.905135Z","end":"2026-08-13T01:12:24.155981Z","steps":["trace[1591945847] 'agreement among raft nodes before linearized reading' (duration: 250.73289ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:24.156154Z","caller":"traceutil/trace.go:171","msg":"trace[1206203920] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"146.375044ms","start":"2026-08-13T01:12:24.00977Z","end":"2026-08-13T01:12:24.156145Z","steps":["trace[1206203920] 'process raft request' (duration: 145.62878ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:24.156205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.613618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-13T01:12:24.156235Z","caller":"traceutil/trace.go:171","msg":"trace[958874913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8886; }","duration":"134.70238ms","start":"2026-08-13T01:12:24.021523Z","end":"2026-08-13T01:12:24.156225Z","steps":["trace[958874913] 'agreement among raft nodes before linearized reading' (duration: 134.569947ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:25.290645Z","caller":"traceutil/trace.go:171","msg":"trace[728685447] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"109.190739ms","start":"2026-08-13T01:12:25.181427Z","end":"2026-08-13T01:12:25.290618Z","steps":["trace[728685447] 'process raft request' (duration: 109.030546ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:28.146665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.920112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-13T01:12:28.146807Z","caller":"traceutil/trace.go:171","msg":"trace[1958880267] linearizableReadLoop","detail":"{readStateIndex:9314; appliedIndex:9313; }","duration":"149.688097ms","start":"2026-08-13T01:12:27.9971Z","end":"2026-08-13T01:12:28.146788Z","steps":["trace[1958880267] 'read index received' (duration: 43.89µs)","trace[1958880267] 'applied index is now lower than readState.Index' (duration: 149.643047ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:28.146915Z","caller":"traceutil/trace.go:171","msg":"trace[199383728] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"167.545901ms","start":"2026-08-13T01:12:27.979359Z","end":"2026-08-13T01:12:28.146904Z","steps":["trace[199383728] 'compare' (duration: 162.657306ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:28.1474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.267568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:12:28.147486Z","caller":"traceutil/trace.go:171","msg":"trace[1967028531] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8980; }","duration":"150.406561ms","start":"2026-08-13T01:12:27.997058Z","end":"2026-08-13T01:12:28.147465Z","steps":["trace[1967028531] 'agreement among raft nodes before linearized reading' (duration: 150.193537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:28.147488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.681172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4bfde7c2-c2b6-46d5-856c-9016c362d7ed\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-08-13T01:12:28.1476Z","caller":"traceutil/trace.go:171","msg":"trace[60632931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4bfde7c2-c2b6-46d5-856c-9016c362d7ed; range_end:; response_count:1; response_revision:8980; }","duration":"142.829876ms","start":"2026-08-13T01:12:28.004743Z","end":"2026-08-13T01:12:28.147573Z","steps":["trace[60632931] 'agreement among raft nodes before linearized reading' (duration: 142.467949ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:12:38.548317Z","caller":"traceutil/trace.go:171","msg":"trace[196221555] transaction","detail":"{read_only:false; response_revision:9062; number_of_response:1; }","duration":"315.753721ms","start":"2026-08-13T01:12:38.232542Z","end":"2026-08-13T01:12:38.548296Z","steps":["trace[196221555] 'process raft request' (duration: 315.601988ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:38.548461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:12:38.232483Z","time spent":"315.894924ms","remote":"127.0.0.1:44226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19322,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:12:38.553416Z","caller":"traceutil/trace.go:171","msg":"trace[1577658669] linearizableReadLoop","detail":"{readStateIndex:9400; appliedIndex:9398; }","duration":"240.149835ms","start":"2026-08-13T01:12:38.313204Z","end":"2026-08-13T01:12:38.553354Z","steps":["trace[1577658669] 'read index received' (duration: 234.921856ms)","trace[1577658669] 'applied index is now lower than readState.Index' (duration: 5.226189ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:12:38.553522Z","caller":"traceutil/trace.go:171","msg":"trace[1972941310] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"278.038585ms","start":"2026-08-13T01:12:38.275441Z","end":"2026-08-13T01:12:38.553479Z","steps":["trace[1972941310] 'process raft request' (duration: 276.20977ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:38.553798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.586884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zmdst\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-13T01:12:38.553879Z","caller":"traceutil/trace.go:171","msg":"trace[1840975802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zmdst; range_end:; response_count:1; response_revision:9063; }","duration":"216.731927ms","start":"2026-08-13T01:12:38.337129Z","end":"2026-08-13T01:12:38.553861Z","steps":["trace[1840975802] 'agreement among raft nodes before linearized reading' (duration: 216.466671ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:12:38.554117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.81799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-13T01:12:38.554375Z","caller":"traceutil/trace.go:171","msg":"trace[935994787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9063; }","duration":"241.162605ms","start":"2026-08-13T01:12:38.313157Z","end":"2026-08-13T01:12:38.55432Z","steps":["trace[935994787] 'agreement among raft nodes before linearized reading' (duration: 240.3995ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:11.518383Z","caller":"traceutil/trace.go:171","msg":"trace[443563758] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"101.314577ms","start":"2026-08-13T01:13:11.417043Z","end":"2026-08-13T01:13:11.518358Z","steps":["trace[443563758] 'process raft request' (duration: 101.142944ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:11.55224Z","caller":"traceutil/trace.go:171","msg":"trace[1307470915] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"132.710772ms","start":"2026-08-13T01:13:11.419499Z","end":"2026-08-13T01:13:11.55221Z","steps":["trace[1307470915] 'process raft request' (duration: 132.170031ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:23.962868Z","caller":"traceutil/trace.go:171","msg":"trace[100972901] linearizableReadLoop","detail":"{readStateIndex:9844; appliedIndex:9843; }","duration":"112.026523ms","start":"2026-08-13T01:13:23.85081Z","end":"2026-08-13T01:13:23.962836Z","steps":["trace[100972901] 'read index received' (duration: 111.790489ms)","trace[100972901] 'applied index is now lower than readState.Index' (duration: 234.454µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:13:23.962979Z","caller":"traceutil/trace.go:171","msg":"trace[617886492] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"336.896807ms","start":"2026-08-13T01:13:23.62604Z","end":"2026-08-13T01:13:23.962937Z","steps":["trace[617886492] 'process raft request' (duration: 336.60195ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:13:23.96319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:13:23.626004Z","time spent":"337.064499ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:13:23.963303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.429932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-13T01:13:23.963387Z","caller":"traceutil/trace.go:171","msg":"trace[2076151552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9496; }","duration":"112.598334ms","start":"2026-08-13T01:13:23.850745Z","end":"2026-08-13T01:13:23.963343Z","steps":["trace[2076151552] 'agreement among raft nodes before linearized reading' (duration: 112.286009ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:13:42.166353Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e241c9714ab70808","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-13T01:13:42.174834Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-13T01:13:42.174941Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-13T01:15:54.570328Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8096} {"level":"info","ts":"2026-08-13T01:15:54.639966Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8096,"took":"66.279985ms","hash":1450594019,"current-db-size-bytes":57835520,"current-db-size":"58 MB","current-db-size-in-use-bytes":29626368,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-13T01:15:54.640055Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1450594019,"revision":8096,"compact-revision":6069} {"level":"info","ts":"2026-08-13T01:17:03.40451Z","caller":"traceutil/trace.go:171","msg":"trace[1345330797] linearizableReadLoop","detail":"{readStateIndex:11724; appliedIndex:11723; }","duration":"158.002182ms","start":"2026-08-13T01:17:03.246445Z","end":"2026-08-13T01:17:03.404447Z","steps":["trace[1345330797] 'read index received' (duration: 119.951819ms)","trace[1345330797] 'applied index is now lower than readState.Index' (duration: 38.048613ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:17:03.405071Z","caller":"traceutil/trace.go:171","msg":"trace[1703326551] transaction","detail":"{read_only:false; response_revision:11318; number_of_response:1; }","duration":"191.019158ms","start":"2026-08-13T01:17:03.214002Z","end":"2026-08-13T01:17:03.405021Z","steps":["trace[1703326551] 'process raft request' (duration: 152.418794ms)","trace[1703326551] 'compare' (duration: 37.870449ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:17:03.405188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.544953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:17:03.40532Z","caller":"traceutil/trace.go:171","msg":"trace[684296022] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11318; }","duration":"157.754068ms","start":"2026-08-13T01:17:03.24754Z","end":"2026-08-13T01:17:03.405295Z","steps":["trace[684296022] 'agreement among raft nodes before linearized reading' (duration: 157.512353ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:17:03.405089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.629504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:17:03.405179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.969522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T01:17:03.405662Z","caller":"traceutil/trace.go:171","msg":"trace[2027262879] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11318; }","duration":"159.243265ms","start":"2026-08-13T01:17:03.246373Z","end":"2026-08-13T01:17:03.405617Z","steps":["trace[2027262879] 'agreement among raft nodes before linearized reading' (duration: 158.635504ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:17:03.405767Z","caller":"traceutil/trace.go:171","msg":"trace[1998498352] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11318; }","duration":"158.171074ms","start":"2026-08-13T01:17:03.247576Z","end":"2026-08-13T01:17:03.405748Z","steps":["trace[1998498352] 'agreement among raft nodes before linearized reading' (duration: 157.481432ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:17:03.405555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.359579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T01:17:03.405351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.222806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-08-13T01:17:03.406074Z","caller":"traceutil/trace.go:171","msg":"trace[1097951120] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11318; }","duration":"157.985672ms","start":"2026-08-13T01:17:03.248068Z","end":"2026-08-13T01:17:03.406054Z","steps":["trace[1097951120] 'agreement among raft nodes before linearized reading' (duration: 157.047794ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:17:03.405941Z","caller":"traceutil/trace.go:171","msg":"trace[1235246245] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11318; }","duration":"156.746367ms","start":"2026-08-13T01:17:03.249173Z","end":"2026-08-13T01:17:03.405919Z","steps":["trace[1235246245] 'agreement among raft nodes before linearized reading' (duration: 155.972962ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:17:03.406081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.178535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-08-13T01:17:03.406549Z","caller":"traceutil/trace.go:171","msg":"trace[1131818033] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11318; }","duration":"158.843078ms","start":"2026-08-13T01:17:03.247681Z","end":"2026-08-13T01:17:03.406524Z","steps":["trace[1131818033] 'agreement among raft nodes before linearized reading' (duration: 157.451571ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:17:03.920421Z","caller":"traceutil/trace.go:171","msg":"trace[1610105235] transaction","detail":"{read_only:false; response_revision:11320; number_of_response:1; }","duration":"104.130034ms","start":"2026-08-13T01:17:03.816261Z","end":"2026-08-13T01:17:03.920391Z","steps":["trace[1610105235] 'process raft request' (duration: 103.828289ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:20:54.576891Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10648} {"level":"info","ts":"2026-08-13T01:20:54.663015Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10648,"took":"83.028215ms","hash":2293773737,"current-db-size-bytes":57835520,"current-db-size":"58 MB","current-db-size-in-use-bytes":27217920,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-13T01:20:54.663126Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2293773737,"revision":10648,"compact-revision":8096} {"level":"warn","ts":"2026-08-13T01:23:29.613551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.244086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T01:23:29.613668Z","caller":"traceutil/trace.go:171","msg":"trace[1056457646] transaction","detail":"{read_only:false; response_revision:13899; number_of_response:1; }","duration":"242.262194ms","start":"2026-08-13T01:23:29.371388Z","end":"2026-08-13T01:23:29.61365Z","steps":["trace[1056457646] 'process raft request' (duration: 101.842575ms)","trace[1056457646] 'compare' (duration: 140.098704ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:23:29.613898Z","caller":"traceutil/trace.go:171","msg":"trace[1024793424] transaction","detail":"{read_only:false; response_revision:13900; number_of_response:1; }","duration":"123.755714ms","start":"2026-08-13T01:23:29.490132Z","end":"2026-08-13T01:23:29.613887Z","steps":["trace[1024793424] 'process raft request' (duration: 123.702553ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:23:40.974909Z","caller":"traceutil/trace.go:171","msg":"trace[901733526] transaction","detail":"{read_only:false; response_revision:13974; number_of_response:1; }","duration":"100.724579ms","start":"2026-08-13T01:23:40.87415Z","end":"2026-08-13T01:23:40.974875Z","steps":["trace[901733526] 'process raft request' (duration: 100.437444ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:23:47.346572Z","caller":"traceutil/trace.go:171","msg":"trace[788119668] transaction","detail":"{read_only:false; response_revision:14007; number_of_response:1; }","duration":"112.181931ms","start":"2026-08-13T01:23:47.234345Z","end":"2026-08-13T01:23:47.346527Z","steps":["trace[788119668] 'process raft request' (duration: 111.949827ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:23:47.924891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.243427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-sbpsz\" ","response":"range_response_count:1 size:12599"} {"level":"info","ts":"2026-08-13T01:23:47.924934Z","caller":"traceutil/trace.go:171","msg":"trace[797841869] transaction","detail":"{read_only:false; response_revision:14011; number_of_response:1; }","duration":"241.598883ms","start":"2026-08-13T01:23:47.683305Z","end":"2026-08-13T01:23:47.924904Z","steps":["trace[797841869] 'process raft request' (duration: 238.365968ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:23:47.924995Z","caller":"traceutil/trace.go:171","msg":"trace[1331636639] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-sbpsz; range_end:; response_count:1; response_revision:14010; }","duration":"243.426099ms","start":"2026-08-13T01:23:47.681544Z","end":"2026-08-13T01:23:47.92497Z","steps":["trace[1331636639] 'range keys from in-memory index tree' (duration: 243.012884ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:23:48.409004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.048855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T01:23:48.409278Z","caller":"traceutil/trace.go:171","msg":"trace[2063767235] transaction","detail":"{read_only:false; response_revision:14012; number_of_response:1; }","duration":"722.104066ms","start":"2026-08-13T01:23:47.68712Z","end":"2026-08-13T01:23:48.409224Z","steps":["trace[2063767235] 'process raft request' (duration: 478.692776ms)","trace[2063767235] 'compare' (duration: 242.130871ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:23:48.409331Z","caller":"traceutil/trace.go:171","msg":"trace[1988781612] linearizableReadLoop","detail":"{readStateIndex:14519; appliedIndex:14516; }","duration":"653.893085ms","start":"2026-08-13T01:23:47.755416Z","end":"2026-08-13T01:23:48.409309Z","steps":["trace[1988781612] 'read index received' (duration: 166.213203ms)","trace[1988781612] 'applied index is now lower than readState.Index' (duration: 487.678482ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:23:48.409489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:23:47.687098Z","time spent":"722.274788ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:23:48.409528Z","caller":"traceutil/trace.go:171","msg":"trace[1109763220] transaction","detail":"{read_only:false; response_revision:14013; number_of_response:1; }","duration":"719.411518ms","start":"2026-08-13T01:23:47.690053Z","end":"2026-08-13T01:23:48.409465Z","steps":["trace[1109763220] 'process raft request' (duration: 719.107163ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:23:48.409635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.18775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-08-13T01:23:48.40974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:23:47.689975Z","time spent":"719.648501ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:23:48.409747Z","caller":"traceutil/trace.go:171","msg":"trace[1689555304] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14013; }","duration":"654.342991ms","start":"2026-08-13T01:23:47.75538Z","end":"2026-08-13T01:23:48.409723Z","steps":["trace[1689555304] 'agreement among raft nodes before linearized reading' (duration: 654.073268ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:23:48.409812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:23:47.755365Z","time spent":"654.435172ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-13T01:23:48.429204Z","caller":"traceutil/trace.go:171","msg":"trace[128793124] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"490.207678ms","start":"2026-08-13T01:23:47.938968Z","end":"2026-08-13T01:23:48.429175Z","steps":["trace[128793124] 'process raft request' (duration: 489.985634ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:23:48.429384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:23:47.938938Z","time spent":"490.352911ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12713,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:23:48.429482Z","caller":"traceutil/trace.go:171","msg":"trace[2141159705] transaction","detail":"{read_only:false; response_revision:14015; number_of_response:1; }","duration":"329.95629ms","start":"2026-08-13T01:23:48.099514Z","end":"2026-08-13T01:23:48.42947Z","steps":["trace[2141159705] 'process raft request' (duration: 329.598146ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:23:48.429543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:23:48.09948Z","time spent":"330.033131ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:23:48.42985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.194717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zmdst\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-13T01:23:48.429958Z","caller":"traceutil/trace.go:171","msg":"trace[1015551228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zmdst; range_end:; response_count:1; response_revision:14015; }","duration":"177.36659ms","start":"2026-08-13T01:23:48.252566Z","end":"2026-08-13T01:23:48.429933Z","steps":["trace[1015551228] 'agreement among raft nodes before linearized reading' (duration: 176.998195ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:23:48.430035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.474954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-13T01:23:48.430122Z","caller":"traceutil/trace.go:171","msg":"trace[116759013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14015; }","duration":"163.610946ms","start":"2026-08-13T01:23:48.266497Z","end":"2026-08-13T01:23:48.430108Z","steps":["trace[116759013] 'agreement among raft nodes before linearized reading' (duration: 163.230541ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:23:48.43066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.186319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:86 size:930174"} {"level":"info","ts":"2026-08-13T01:23:48.430775Z","caller":"traceutil/trace.go:171","msg":"trace[1187399860] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:86; response_revision:14015; }","duration":"571.355961ms","start":"2026-08-13T01:23:47.859394Z","end":"2026-08-13T01:23:48.430749Z","steps":["trace[1187399860] 'agreement among raft nodes before linearized reading' (duration: 569.995412ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:23:48.430848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:23:47.85938Z","time spent":"571.449362ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":86,"response size":930198,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-08-13T01:25:32.954493Z","caller":"traceutil/trace.go:171","msg":"trace[234848323] transaction","detail":"{read_only:false; response_revision:15233; number_of_response:1; }","duration":"107.208199ms","start":"2026-08-13T01:25:32.847254Z","end":"2026-08-13T01:25:32.954462Z","steps":["trace[234848323] 'process raft request' (duration: 107.029966ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:25:32.955998Z","caller":"traceutil/trace.go:171","msg":"trace[1131500315] transaction","detail":"{read_only:false; response_revision:15234; number_of_response:1; }","duration":"101.796047ms","start":"2026-08-13T01:25:32.85415Z","end":"2026-08-13T01:25:32.955946Z","steps":["trace[1131500315] 'process raft request' (duration: 101.650604ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:25:54.583814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12812} {"level":"info","ts":"2026-08-13T01:25:54.662498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12812,"took":"74.801513ms","hash":1745447164,"current-db-size-bytes":57835520,"current-db-size":"58 MB","current-db-size-in-use-bytes":30466048,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-13T01:25:54.662587Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1745447164,"revision":12812,"compact-revision":10648} {"level":"info","ts":"2026-08-13T01:30:54.591196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15346} {"level":"info","ts":"2026-08-13T01:30:54.694965Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15346,"took":"99.497339ms","hash":2158830265,"current-db-size-bytes":57835520,"current-db-size":"58 MB","current-db-size-in-use-bytes":32260096,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-13T01:30:54.695045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2158830265,"revision":15346,"compact-revision":12812} {"level":"info","ts":"2026-08-13T01:31:22.812955Z","caller":"traceutil/trace.go:171","msg":"trace[1950413401] transaction","detail":"{read_only:false; response_revision:17865; number_of_response:1; }","duration":"717.423179ms","start":"2026-08-13T01:31:22.095498Z","end":"2026-08-13T01:31:22.812921Z","steps":["trace[1950413401] 'process raft request' (duration: 717.230464ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:31:22.81316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:31:22.095454Z","time spent":"717.601712ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20871,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:31:23.097756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.82411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-13T01:31:23.09811Z","caller":"traceutil/trace.go:171","msg":"trace[1796943166] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"805.708855ms","start":"2026-08-13T01:31:22.292354Z","end":"2026-08-13T01:31:23.098063Z","steps":["trace[1796943166] 'process raft request' (duration: 701.471197ms)","trace[1796943166] 'compare' (duration: 103.570836ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:31:23.0983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:31:22.292323Z","time spent":"805.874708ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:31:23.098356Z","caller":"traceutil/trace.go:171","msg":"trace[820993260] linearizableReadLoop","detail":"{readStateIndex:18498; appliedIndex:18496; }","duration":"699.334506ms","start":"2026-08-13T01:31:22.398984Z","end":"2026-08-13T01:31:23.098318Z","steps":["trace[820993260] 'read index received' (duration: 414.944436ms)","trace[820993260] 'applied index is now lower than readState.Index' (duration: 284.38678ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:31:23.09845Z","caller":"traceutil/trace.go:171","msg":"trace[1736350294] transaction","detail":"{read_only:false; response_revision:17867; number_of_response:1; }","duration":"747.413434ms","start":"2026-08-13T01:31:22.350991Z","end":"2026-08-13T01:31:23.098405Z","steps":["trace[1736350294] 'process raft request' (duration: 746.868764ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:31:23.099828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:31:22.350974Z","time spent":"748.740159ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T01:31:23.150895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.872579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-08-13T01:31:23.150992Z","caller":"traceutil/trace.go:171","msg":"trace[1682103342] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17867; }","duration":"752.027052ms","start":"2026-08-13T01:31:22.398936Z","end":"2026-08-13T01:31:23.150963Z","steps":["trace[1682103342] 'agreement among raft nodes before linearized reading' (duration: 699.49231ms)","trace[1682103342] 'range keys from in-memory index tree' (duration: 52.264407ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:31:23.151033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:31:22.398916Z","time spent":"752.108273ms","remote":"127.0.0.1:50122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3250,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-08-13T01:31:23.151021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.098774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xkjpg\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-08-13T01:31:23.151123Z","caller":"traceutil/trace.go:171","msg":"trace[1611482704] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xkjpg; range_end:; response_count:1; response_revision:17867; }","duration":"688.258147ms","start":"2026-08-13T01:31:22.462838Z","end":"2026-08-13T01:31:23.151096Z","steps":["trace[1611482704] 'agreement among raft nodes before linearized reading' (duration: 687.927421ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:31:23.151092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.813646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-13T01:31:23.151108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.069815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-13T01:31:23.151179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:31:22.462811Z","time spent":"688.358979ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22150,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xkjpg\" "} {"level":"info","ts":"2026-08-13T01:31:23.151216Z","caller":"traceutil/trace.go:171","msg":"trace[287221289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17867; }","duration":"161.968848ms","start":"2026-08-13T01:31:22.989223Z","end":"2026-08-13T01:31:23.151191Z","steps":["trace[287221289] 'agreement among raft nodes before linearized reading' (duration: 161.589471ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:31:23.151201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.139372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-08-13T01:31:23.151246Z","caller":"traceutil/trace.go:171","msg":"trace[1003918711] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:17867; }","duration":"552.28738ms","start":"2026-08-13T01:31:22.598925Z","end":"2026-08-13T01:31:23.151213Z","steps":["trace[1003918711] 'agreement among raft nodes before linearized reading' (duration: 551.996124ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:31:23.151321Z","caller":"traceutil/trace.go:171","msg":"trace[2058142808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17867; }","duration":"180.311485ms","start":"2026-08-13T01:31:22.970975Z","end":"2026-08-13T01:31:23.151287Z","steps":["trace[2058142808] 'agreement among raft nodes before linearized reading' (duration: 179.949008ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:31:23.151339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:31:22.598902Z","time spent":"552.415782ms","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-08-13T01:31:23.152184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.384352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:31:23.152247Z","caller":"traceutil/trace.go:171","msg":"trace[111757378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17867; }","duration":"229.80502ms","start":"2026-08-13T01:31:22.922426Z","end":"2026-08-13T01:31:23.152231Z","steps":["trace[111757378] 'agreement among raft nodes before linearized reading' (duration: 229.384462ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:34:14.833969Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e241c9714ab70808","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-13T01:34:14.839753Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-13T01:34:14.84002Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-13T01:35:54.597911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17603} {"level":"info","ts":"2026-08-13T01:35:54.694879Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17603,"took":"91.553389ms","hash":1354970158,"current-db-size-bytes":57835520,"current-db-size":"58 MB","current-db-size-in-use-bytes":34250752,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-13T01:35:54.694969Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1354970158,"revision":17603,"compact-revision":15346} {"level":"info","ts":"2026-08-13T01:36:31.535581Z","caller":"traceutil/trace.go:171","msg":"trace[629985266] transaction","detail":"{read_only:false; response_revision:20267; number_of_response:1; }","duration":"117.008231ms","start":"2026-08-13T01:36:31.418531Z","end":"2026-08-13T01:36:31.53554Z","steps":["trace[629985266] 'process raft request' (duration: 116.754546ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:37.122139Z","caller":"traceutil/trace.go:171","msg":"trace[1341621854] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"152.690683ms","start":"2026-08-13T01:36:36.96942Z","end":"2026-08-13T01:36:37.122111Z","steps":["trace[1341621854] 'process raft request' (duration: 152.499559ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:37.21818Z","caller":"traceutil/trace.go:171","msg":"trace[652267198] transaction","detail":"{read_only:false; response_revision:20293; number_of_response:1; }","duration":"244.196221ms","start":"2026-08-13T01:36:36.973957Z","end":"2026-08-13T01:36:37.218153Z","steps":["trace[652267198] 'process raft request' (duration: 244.003207ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:37.218463Z","caller":"traceutil/trace.go:171","msg":"trace[419773714] transaction","detail":"{read_only:false; response_revision:20294; number_of_response:1; }","duration":"244.128861ms","start":"2026-08-13T01:36:36.974284Z","end":"2026-08-13T01:36:37.218412Z","steps":["trace[419773714] 'process raft request' (duration: 243.821514ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:53.348285Z","caller":"traceutil/trace.go:171","msg":"trace[2024852889] transaction","detail":"{read_only:false; response_revision:20378; number_of_response:1; }","duration":"118.59775ms","start":"2026-08-13T01:36:53.229652Z","end":"2026-08-13T01:36:53.34825Z","steps":["trace[2024852889] 'process raft request' (duration: 118.322515ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:53.542037Z","caller":"traceutil/trace.go:171","msg":"trace[179309897] transaction","detail":"{read_only:false; response_revision:20379; number_of_response:1; }","duration":"219.072507ms","start":"2026-08-13T01:36:53.322924Z","end":"2026-08-13T01:36:53.541997Z","steps":["trace[179309897] 'process raft request' (duration: 166.718378ms)","trace[179309897] 'compare' (duration: 51.932621ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:36:53.542084Z","caller":"traceutil/trace.go:171","msg":"trace[377104792] transaction","detail":"{read_only:false; response_revision:20380; number_of_response:1; }","duration":"187.884518ms","start":"2026-08-13T01:36:53.35417Z","end":"2026-08-13T01:36:53.542055Z","steps":["trace[377104792] 'process raft request' (duration: 187.790146ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:53.54228Z","caller":"traceutil/trace.go:171","msg":"trace[523566798] linearizableReadLoop","detail":"{readStateIndex:21100; appliedIndex:21099; }","duration":"194.069734ms","start":"2026-08-13T01:36:53.348172Z","end":"2026-08-13T01:36:53.542242Z","steps":["trace[523566798] 'read index received' (duration: 141.567763ms)","trace[523566798] 'applied index is now lower than readState.Index' (duration: 52.500071ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:36:53.542386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.392843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:36:53.542421Z","caller":"traceutil/trace.go:171","msg":"trace[2083771421] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20380; }","duration":"210.468204ms","start":"2026-08-13T01:36:53.331942Z","end":"2026-08-13T01:36:53.542411Z","steps":["trace[2083771421] 'agreement among raft nodes before linearized reading' (duration: 210.391443ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:53.752303Z","caller":"traceutil/trace.go:171","msg":"trace[1964212001] transaction","detail":"{read_only:false; response_revision:20381; number_of_response:1; }","duration":"204.253217ms","start":"2026-08-13T01:36:53.548013Z","end":"2026-08-13T01:36:53.752266Z","steps":["trace[1964212001] 'process raft request' (duration: 199.856084ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:53.760352Z","caller":"traceutil/trace.go:171","msg":"trace[468862650] linearizableReadLoop","detail":"{readStateIndex:21103; appliedIndex:21101; }","duration":"209.66654ms","start":"2026-08-13T01:36:53.550659Z","end":"2026-08-13T01:36:53.760325Z","steps":["trace[468862650] 'read index received' (duration: 197.229415ms)","trace[468862650] 'applied index is now lower than readState.Index' (duration: 12.435425ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:36:53.760599Z","caller":"traceutil/trace.go:171","msg":"trace[2136012193] transaction","detail":"{read_only:false; response_revision:20382; number_of_response:1; }","duration":"211.655927ms","start":"2026-08-13T01:36:53.548834Z","end":"2026-08-13T01:36:53.76049Z","steps":["trace[2136012193] 'process raft request' (duration: 211.324601ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:36:53.76065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.970885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-08-13T01:36:53.760862Z","caller":"traceutil/trace.go:171","msg":"trace[1440057990] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20382; }","duration":"210.192569ms","start":"2026-08-13T01:36:53.550604Z","end":"2026-08-13T01:36:53.760797Z","steps":["trace[1440057990] 'agreement among raft nodes before linearized reading' (duration: 209.854813ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:54.054682Z","caller":"traceutil/trace.go:171","msg":"trace[1719940929] transaction","detail":"{read_only:false; response_revision:20385; number_of_response:1; }","duration":"286.796346ms","start":"2026-08-13T01:36:53.767865Z","end":"2026-08-13T01:36:54.054661Z","steps":["trace[1719940929] 'process raft request' (duration: 286.724815ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:54.054776Z","caller":"traceutil/trace.go:171","msg":"trace[242863378] transaction","detail":"{read_only:false; response_revision:20384; number_of_response:1; }","duration":"288.314625ms","start":"2026-08-13T01:36:53.766416Z","end":"2026-08-13T01:36:54.054731Z","steps":["trace[242863378] 'process raft request' (duration: 288.02001ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:54.054886Z","caller":"traceutil/trace.go:171","msg":"trace[1537723507] transaction","detail":"{read_only:false; response_revision:20386; number_of_response:1; }","duration":"286.306006ms","start":"2026-08-13T01:36:53.768566Z","end":"2026-08-13T01:36:54.054872Z","steps":["trace[1537723507] 'process raft request' (duration: 286.062431ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:54.05489Z","caller":"traceutil/trace.go:171","msg":"trace[1401188787] linearizableReadLoop","detail":"{readStateIndex:21107; appliedIndex:21103; }","duration":"280.357784ms","start":"2026-08-13T01:36:53.774485Z","end":"2026-08-13T01:36:54.054842Z","steps":["trace[1401188787] 'read index received' (duration: 5.81661ms)","trace[1401188787] 'applied index is now lower than readState.Index' (duration: 274.537484ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:36:54.055101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.608185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-13T01:36:54.055133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.63677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-08-13T01:36:54.055142Z","caller":"traceutil/trace.go:171","msg":"trace[357723275] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:20386; }","duration":"266.726077ms","start":"2026-08-13T01:36:53.788402Z","end":"2026-08-13T01:36:54.055128Z","steps":["trace[357723275] 'agreement among raft nodes before linearized reading' (duration: 266.618515ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:36:54.055172Z","caller":"traceutil/trace.go:171","msg":"trace[493619821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20386; }","duration":"280.714732ms","start":"2026-08-13T01:36:53.774442Z","end":"2026-08-13T01:36:54.055156Z","steps":["trace[493619821] 'agreement among raft nodes before linearized reading' (duration: 280.512338ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:40:33.449498Z","caller":"traceutil/trace.go:171","msg":"trace[1992585028] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"194.013087ms","start":"2026-08-13T01:40:33.255428Z","end":"2026-08-13T01:40:33.449441Z","steps":["trace[1992585028] 'process raft request' (duration: 167.284761ms)","trace[1992585028] 'compare' (duration: 26.38534ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:40:33.449532Z","caller":"traceutil/trace.go:171","msg":"trace[561186635] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"180.275717ms","start":"2026-08-13T01:40:33.269229Z","end":"2026-08-13T01:40:33.449505Z","steps":["trace[561186635] 'process raft request' (duration: 180.114704ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:40:33.449625Z","caller":"traceutil/trace.go:171","msg":"trace[786659793] linearizableReadLoop","detail":"{readStateIndex:23556; appliedIndex:23554; }","duration":"110.875162ms","start":"2026-08-13T01:40:33.338706Z","end":"2026-08-13T01:40:33.449581Z","steps":["trace[786659793] 'read index received' (duration: 84.022443ms)","trace[786659793] 'applied index is now lower than readState.Index' (duration: 26.851019ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T01:40:33.449771Z","caller":"traceutil/trace.go:171","msg":"trace[180668901] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"100.722609ms","start":"2026-08-13T01:40:33.348998Z","end":"2026-08-13T01:40:33.449721Z","steps":["trace[180668901] 'process raft request' (duration: 100.457804ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:33.450101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.338417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-13T01:40:33.450127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.907542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-13T01:40:33.450168Z","caller":"traceutil/trace.go:171","msg":"trace[1443907526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22760; }","duration":"105.479739ms","start":"2026-08-13T01:40:33.344672Z","end":"2026-08-13T01:40:33.450152Z","steps":["trace[1443907526] 'agreement among raft nodes before linearized reading' (duration: 105.292056ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:40:33.450181Z","caller":"traceutil/trace.go:171","msg":"trace[2062407442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22760; }","duration":"111.044334ms","start":"2026-08-13T01:40:33.339121Z","end":"2026-08-13T01:40:33.450165Z","steps":["trace[2062407442] 'agreement among raft nodes before linearized reading' (duration: 110.81301ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:40:33.450144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.36342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-13T01:40:33.450242Z","caller":"traceutil/trace.go:171","msg":"trace[729819452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22760; }","duration":"111.589465ms","start":"2026-08-13T01:40:33.338631Z","end":"2026-08-13T01:40:33.450221Z","steps":["trace[729819452] 'agreement among raft nodes before linearized reading' (duration: 111.195547ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:40:54.604411Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20080} {"level":"info","ts":"2026-08-13T01:40:54.721816Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20080,"took":"112.512962ms","hash":1089260217,"current-db-size-bytes":57835520,"current-db-size":"58 MB","current-db-size-in-use-bytes":42151936,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-08-13T01:40:54.721964Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1089260217,"revision":20080,"compact-revision":17603} {"level":"info","ts":"2026-08-13T01:45:54.610959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22966} {"level":"info","ts":"2026-08-13T01:45:54.762732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22966,"took":"146.479202ms","hash":1004907835,"current-db-size-bytes":57835520,"current-db-size":"58 MB","current-db-size-in-use-bytes":32587776,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-13T01:45:54.762817Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1004907835,"revision":22966,"compact-revision":20080} {"level":"info","ts":"2026-08-13T01:50:31.127036Z","caller":"traceutil/trace.go:171","msg":"trace[1518314824] transaction","detail":"{read_only:false; response_revision:27488; number_of_response:1; }","duration":"323.618577ms","start":"2026-08-13T01:50:30.803397Z","end":"2026-08-13T01:50:31.127016Z","steps":["trace[1518314824] 'process raft request' (duration: 323.498495ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.127198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T01:50:30.803376Z","time spent":"323.742769ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T01:50:31.127568Z","caller":"traceutil/trace.go:171","msg":"trace[1395205628] linearizableReadLoop","detail":"{readStateIndex:28420; appliedIndex:28420; }","duration":"292.93952ms","start":"2026-08-13T01:50:30.834617Z","end":"2026-08-13T01:50:31.127556Z","steps":["trace[1395205628] 'read index received' (duration: 292.93601ms)","trace[1395205628] 'applied index is now lower than readState.Index' (duration: 2.95µs)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:50:31.127697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.080603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-13T01:50:31.127719Z","caller":"traceutil/trace.go:171","msg":"trace[487847562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27488; }","duration":"293.141184ms","start":"2026-08-13T01:50:30.834571Z","end":"2026-08-13T01:50:31.127712Z","steps":["trace[487847562] 'agreement among raft nodes before linearized reading' (duration: 293.057122ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:50:31.12789Z","caller":"traceutil/trace.go:171","msg":"trace[271696526] transaction","detail":"{read_only:false; response_revision:27489; number_of_response:1; }","duration":"223.071427ms","start":"2026-08-13T01:50:30.90481Z","end":"2026-08-13T01:50:31.127881Z","steps":["trace[271696526] 'process raft request' (duration: 222.822871ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.128147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.002502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-13T01:50:31.12825Z","caller":"traceutil/trace.go:171","msg":"trace[975209513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27492; }","duration":"293.128614ms","start":"2026-08-13T01:50:30.835096Z","end":"2026-08-13T01:50:31.128225Z","steps":["trace[975209513] 'agreement among raft nodes before linearized reading' (duration: 292.849469ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:50:31.128269Z","caller":"traceutil/trace.go:171","msg":"trace[1716951023] transaction","detail":"{read_only:false; response_revision:27490; number_of_response:1; }","duration":"163.047008ms","start":"2026-08-13T01:50:30.965209Z","end":"2026-08-13T01:50:31.128256Z","steps":["trace[1716951023] 'process raft request' (duration: 162.565858ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:50:31.128425Z","caller":"traceutil/trace.go:171","msg":"trace[1603725769] transaction","detail":"{read_only:false; response_revision:27491; number_of_response:1; }","duration":"102.5894ms","start":"2026-08-13T01:50:31.025829Z","end":"2026-08-13T01:50:31.128418Z","steps":["trace[1603725769] 'process raft request' (duration: 101.995979ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.12915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.077833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:50:31.129172Z","caller":"traceutil/trace.go:171","msg":"trace[1275645892] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:27492; }","duration":"167.138493ms","start":"2026-08-13T01:50:30.962027Z","end":"2026-08-13T01:50:31.129166Z","steps":["trace[1275645892] 'agreement among raft nodes before linearized reading' (duration: 167.103813ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.129239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.059603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:50:31.129257Z","caller":"traceutil/trace.go:171","msg":"trace[1748168245] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:27492; }","duration":"167.084574ms","start":"2026-08-13T01:50:30.962167Z","end":"2026-08-13T01:50:31.129252Z","steps":["trace[1748168245] 'agreement among raft nodes before linearized reading' (duration: 167.058563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.129314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.151425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:50:31.12933Z","caller":"traceutil/trace.go:171","msg":"trace[690676513] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:27492; }","duration":"167.179285ms","start":"2026-08-13T01:50:30.962146Z","end":"2026-08-13T01:50:31.129326Z","steps":["trace[690676513] 'agreement among raft nodes before linearized reading' (duration: 167.156035ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.12942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.278737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:50:31.129437Z","caller":"traceutil/trace.go:171","msg":"trace[241092711] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:27492; }","duration":"167.295387ms","start":"2026-08-13T01:50:30.962136Z","end":"2026-08-13T01:50:31.129432Z","steps":["trace[241092711] 'agreement among raft nodes before linearized reading' (duration: 167.267967ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.129545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.42226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-08-13T01:50:31.129562Z","caller":"traceutil/trace.go:171","msg":"trace[561560774] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:27492; }","duration":"167.45308ms","start":"2026-08-13T01:50:30.962104Z","end":"2026-08-13T01:50:31.129557Z","steps":["trace[561560774] 'agreement among raft nodes before linearized reading' (duration: 167.396989ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.129949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.819603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/kube-root-ca.crt\" ","response":"range_response_count:1 size:1743"} {"level":"info","ts":"2026-08-13T01:50:31.129969Z","caller":"traceutil/trace.go:171","msg":"trace[749142037] range","detail":"{range_begin:/registry/configmaps/rook-ceph/kube-root-ca.crt; range_end:; response_count:1; response_revision:27492; }","duration":"254.896995ms","start":"2026-08-13T01:50:30.875066Z","end":"2026-08-13T01:50:31.129963Z","steps":["trace[749142037] 'agreement among raft nodes before linearized reading' (duration: 254.851804ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.130074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.085786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-13T01:50:31.130094Z","caller":"traceutil/trace.go:171","msg":"trace[1966474927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27492; }","duration":"207.139247ms","start":"2026-08-13T01:50:30.922947Z","end":"2026-08-13T01:50:31.130086Z","steps":["trace[1966474927] 'agreement among raft nodes before linearized reading' (duration: 207.109376ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.130205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.994015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:1107"} {"level":"info","ts":"2026-08-13T01:50:31.130221Z","caller":"traceutil/trace.go:171","msg":"trace[1307149462] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:27492; }","duration":"222.056166ms","start":"2026-08-13T01:50:30.90816Z","end":"2026-08-13T01:50:31.130216Z","steps":["trace[1307149462] 'agreement among raft nodes before linearized reading' (duration: 222.005115ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:31.130542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.121187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-13T01:50:31.130575Z","caller":"traceutil/trace.go:171","msg":"trace[1193078376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27492; }","duration":"290.170528ms","start":"2026-08-13T01:50:30.840396Z","end":"2026-08-13T01:50:31.130566Z","steps":["trace[1193078376] 'agreement among raft nodes before linearized reading' (duration: 290.070556ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:50:34.348031Z","caller":"traceutil/trace.go:171","msg":"trace[2140050119] linearizableReadLoop","detail":"{readStateIndex:28447; appliedIndex:28446; }","duration":"150.800696ms","start":"2026-08-13T01:50:34.197198Z","end":"2026-08-13T01:50:34.347998Z","steps":["trace[2140050119] 'read index received' (duration: 150.534811ms)","trace[2140050119] 'applied index is now lower than readState.Index' (duration: 264.674µs)"],"step_count":2} {"level":"warn","ts":"2026-08-13T01:50:34.348718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.479579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-13T01:50:34.348816Z","caller":"traceutil/trace.go:171","msg":"trace[1530806372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27514; }","duration":"151.619042ms","start":"2026-08-13T01:50:34.197172Z","end":"2026-08-13T01:50:34.348791Z","steps":["trace[1530806372] 'agreement among raft nodes before linearized reading' (duration: 151.244085ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T01:50:34.349048Z","caller":"traceutil/trace.go:171","msg":"trace[1932299121] transaction","detail":"{read_only:false; response_revision:27514; number_of_response:1; }","duration":"156.126976ms","start":"2026-08-13T01:50:34.19291Z","end":"2026-08-13T01:50:34.349037Z","steps":["trace[1932299121] 'process raft request' (duration: 154.853912ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:34.34928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.21428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-default\" ","response":"range_response_count:1 size:622"} {"level":"info","ts":"2026-08-13T01:50:34.349325Z","caller":"traceutil/trace.go:171","msg":"trace[801478887] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-default; range_end:; response_count:1; response_revision:27514; }","duration":"130.29758ms","start":"2026-08-13T01:50:34.219013Z","end":"2026-08-13T01:50:34.34931Z","steps":["trace[801478887] 'agreement among raft nodes before linearized reading' (duration: 130.124547ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T01:50:34.349953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.421238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:7 size:5471"} {"level":"info","ts":"2026-08-13T01:50:34.350087Z","caller":"traceutil/trace.go:171","msg":"trace[1569469338] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:7; response_revision:27514; }","duration":"151.612062ms","start":"2026-08-13T01:50:34.198442Z","end":"2026-08-13T01:50:34.350054Z","steps":["trace[1569469338] 'agreement among raft nodes before linearized reading' (duration: 150.188135ms)"],"step_count":1}