{"level":"warn","ts":"2026-05-30T01:52:27.832555Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-30T01:52:27.832651Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.65:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.65:2380","--initial-cluster=instance=https://199.204.45.65:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.65:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.65:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-30T01:52:27.832723Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-30T01:52:27.832743Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-05-30T01:52:27.832757Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-30T01:52:27.833467Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"]} {"level":"info","ts":"2026-05-30T01:52:27.833536Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.65:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-30T01:52:27.839468Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.735103ms"} {"level":"info","ts":"2026-05-30T01:52:27.848651Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf8c3a138c9a77a2","cluster-id":"c278183e1f634dff"} {"level":"info","ts":"2026-05-30T01:52:27.848728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=()"} {"level":"info","ts":"2026-05-30T01:52:27.848747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 0"} {"level":"info","ts":"2026-05-30T01:52:27.84876Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf8c3a138c9a77a2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-30T01:52:27.848771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 1"} {"level":"info","ts":"2026-05-30T01:52:27.848808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"warn","ts":"2026-05-30T01:52:27.854498Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-30T01:52:27.857423Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-30T01:52:27.858855Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-30T01:52:27.860842Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf8c3a138c9a77a2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-30T01:52:27.863091Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf8c3a138c9a77a2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-30T01:52:27.863294Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-30T01:52:27.863373Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-30T01:52:27.863388Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-30T01:52:27.863685Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-30T01:52:27.863793Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"info","ts":"2026-05-30T01:52:27.863867Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-05-30T01:52:27.86401Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-05-30T01:52:27.86398Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf8c3a138c9a77a2","initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-30T01:52:27.864053Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-30T01:52:27.864241Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","added-peer-id":"cf8c3a138c9a77a2","added-peer-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-05-30T01:52:28.549957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 is starting a new election at term 1"} {"level":"info","ts":"2026-05-30T01:52:28.550019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-30T01:52:28.550057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgPreVoteResp from cf8c3a138c9a77a2 at term 1"} {"level":"info","ts":"2026-05-30T01:52:28.550076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became candidate at term 2"} {"level":"info","ts":"2026-05-30T01:52:28.550088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgVoteResp from cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-05-30T01:52:28.550123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became leader at term 2"} {"level":"info","ts":"2026-05-30T01:52:28.550137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf8c3a138c9a77a2 elected leader cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-05-30T01:52:28.551353Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf8c3a138c9a77a2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.65:2379]}","request-path":"/0/members/cf8c3a138c9a77a2/attributes","cluster-id":"c278183e1f634dff","publish-timeout":"7s"} {"level":"info","ts":"2026-05-30T01:52:28.551363Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-30T01:52:28.551419Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-30T01:52:28.551374Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-30T01:52:28.551622Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-30T01:52:28.551672Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-30T01:52:28.55264Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","cluster-version":"3.5"} {"level":"info","ts":"2026-05-30T01:52:28.55277Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-30T01:52:28.552802Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-30T01:52:28.555256Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.65:2379"} {"level":"info","ts":"2026-05-30T01:52:28.555427Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-30T01:52:31.464768Z","caller":"traceutil/trace.go:171","msg":"trace[134095468] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"132.912214ms","start":"2026-05-30T01:52:31.331826Z","end":"2026-05-30T01:52:31.464738Z","steps":["trace[134095468] 'process raft request' (duration: 131.247491ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:52:41.084713Z","caller":"traceutil/trace.go:171","msg":"trace[284047555] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"197.503797ms","start":"2026-05-30T01:52:40.887187Z","end":"2026-05-30T01:52:41.08469Z","steps":["trace[284047555] 'process raft request' (duration: 197.359263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:52:41.353009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.710018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:52:41.353115Z","caller":"traceutil/trace.go:171","msg":"trace[1910161013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"137.909104ms","start":"2026-05-30T01:52:41.215188Z","end":"2026-05-30T01:52:41.353098Z","steps":["trace[1910161013] 'range keys from in-memory index tree' (duration: 137.642295ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:52:41.560649Z","caller":"traceutil/trace.go:171","msg":"trace[1247175541] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"198.834719ms","start":"2026-05-30T01:52:41.361784Z","end":"2026-05-30T01:52:41.560619Z","steps":["trace[1247175541] 'process raft request' (duration: 198.55984ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:53:11.416065Z","caller":"traceutil/trace.go:171","msg":"trace[1706234156] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"199.678533ms","start":"2026-05-30T01:53:11.216322Z","end":"2026-05-30T01:53:11.416Z","steps":["trace[1706234156] 'read index received' (duration: 124.22494ms)","trace[1706234156] 'applied index is now lower than readState.Index' (duration: 75.452393ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:53:11.416134Z","caller":"traceutil/trace.go:171","msg":"trace[290706971] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"283.068662ms","start":"2026-05-30T01:53:11.133029Z","end":"2026-05-30T01:53:11.416097Z","steps":["trace[290706971] 'process raft request' (duration: 207.824335ms)","trace[290706971] 'compare' (duration: 70.612672ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:53:11.416264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.9077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:53:11.416306Z","caller":"traceutil/trace.go:171","msg":"trace[1196475066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"199.980682ms","start":"2026-05-30T01:53:11.216313Z","end":"2026-05-30T01:53:11.416294Z","steps":["trace[1196475066] 'agreement among raft nodes before linearized reading' (duration: 199.876909ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:53:11.680088Z","caller":"traceutil/trace.go:171","msg":"trace[1828966519] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"249.54406ms","start":"2026-05-30T01:53:11.430518Z","end":"2026-05-30T01:53:11.680062Z","steps":["trace[1828966519] 'process raft request' (duration: 193.468984ms)","trace[1828966519] 'compare' (duration: 55.807959ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:53:11.680351Z","caller":"traceutil/trace.go:171","msg":"trace[773064385] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:615; }","duration":"154.217237ms","start":"2026-05-30T01:53:11.526098Z","end":"2026-05-30T01:53:11.680316Z","steps":["trace[773064385] 'read index received' (duration: 97.978357ms)","trace[773064385] 'applied index is now lower than readState.Index' (duration: 56.23589ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:53:11.680395Z","caller":"traceutil/trace.go:171","msg":"trace[165306884] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"205.292846ms","start":"2026-05-30T01:53:11.475059Z","end":"2026-05-30T01:53:11.680352Z","steps":["trace[165306884] 'process raft request' (duration: 204.865314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:53:11.680544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.422282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-30T01:53:11.68058Z","caller":"traceutil/trace.go:171","msg":"trace[897123431] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:593; }","duration":"154.553676ms","start":"2026-05-30T01:53:11.526017Z","end":"2026-05-30T01:53:11.680571Z","steps":["trace[897123431] 'agreement among raft nodes before linearized reading' (duration: 154.397931ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:53:12.162059Z","caller":"traceutil/trace.go:171","msg":"trace[1811111402] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"101.151782ms","start":"2026-05-30T01:53:12.060876Z","end":"2026-05-30T01:53:12.162028Z","steps":["trace[1811111402] 'process raft request' (duration: 100.917676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:53:12.714824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886490446,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T01:53:12.797347Z","caller":"traceutil/trace.go:171","msg":"trace[12254952] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"582.738446ms","start":"2026-05-30T01:53:12.214585Z","end":"2026-05-30T01:53:12.797323Z","steps":["trace[12254952] 'read index received' (duration: 581.481452ms)","trace[12254952] 'applied index is now lower than readState.Index' (duration: 1.255764ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:53:12.797424Z","caller":"traceutil/trace.go:171","msg":"trace[68778653] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"715.087838ms","start":"2026-05-30T01:53:12.082316Z","end":"2026-05-30T01:53:12.797404Z","steps":["trace[68778653] 'process raft request' (duration: 714.020419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:53:12.797501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.912031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:53:12.797541Z","caller":"traceutil/trace.go:171","msg":"trace[770075607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"583.003793ms","start":"2026-05-30T01:53:12.214526Z","end":"2026-05-30T01:53:12.79753Z","steps":["trace[770075607] 'agreement among raft nodes before linearized reading' (duration: 582.931911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:53:12.797577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:53:12.214504Z","time spent":"583.066005ms","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T01:53:12.797734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.623149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-30T01:53:12.797774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.350696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-30T01:53:12.797833Z","caller":"traceutil/trace.go:171","msg":"trace[1157014450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:596; }","duration":"555.762453ms","start":"2026-05-30T01:53:12.242043Z","end":"2026-05-30T01:53:12.797805Z","steps":["trace[1157014450] 'agreement among raft nodes before linearized reading' (duration: 555.483875ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:53:12.797847Z","caller":"traceutil/trace.go:171","msg":"trace[931771980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:596; }","duration":"417.486079ms","start":"2026-05-30T01:53:12.380343Z","end":"2026-05-30T01:53:12.79783Z","steps":["trace[931771980] 'agreement among raft nodes before linearized reading' (duration: 417.244243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:53:12.797821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.696749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-30T01:53:12.797887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:53:12.380317Z","time spent":"417.562682ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T01:53:12.797888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:53:12.242024Z","time spent":"555.853314ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-30T01:53:12.797944Z","caller":"traceutil/trace.go:171","msg":"trace[334722698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:596; }","duration":"455.879045ms","start":"2026-05-30T01:53:12.342045Z","end":"2026-05-30T01:53:12.797924Z","steps":["trace[334722698] 'agreement among raft nodes before linearized reading' (duration: 455.583557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:53:12.797999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:53:12.342014Z","time spent":"455.975257ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T01:53:12.798088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:53:12.082288Z","time spent":"715.17984ms","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:53:25.701843Z","caller":"traceutil/trace.go:171","msg":"trace[1487447908] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"118.222893ms","start":"2026-05-30T01:53:25.583593Z","end":"2026-05-30T01:53:25.701816Z","steps":["trace[1487447908] 'process raft request' (duration: 115.171111ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:53:25.703707Z","caller":"traceutil/trace.go:171","msg":"trace[1082076140] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"117.646538ms","start":"2026-05-30T01:53:25.586039Z","end":"2026-05-30T01:53:25.703686Z","steps":["trace[1082076140] 'process raft request' (duration: 117.489264ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:53:25.703799Z","caller":"traceutil/trace.go:171","msg":"trace[1677178948] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"117.68978ms","start":"2026-05-30T01:53:25.586077Z","end":"2026-05-30T01:53:25.703767Z","steps":["trace[1677178948] 'process raft request' (duration: 117.563686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:53:54.56115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.003411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-30T01:53:54.561263Z","caller":"traceutil/trace.go:171","msg":"trace[1043731524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1145; }","duration":"166.162315ms","start":"2026-05-30T01:53:54.39508Z","end":"2026-05-30T01:53:54.561243Z","steps":["trace[1043731524] 'range keys from in-memory index tree' (duration: 165.836216ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:54:11.364712Z","caller":"traceutil/trace.go:171","msg":"trace[855856386] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"212.240026ms","start":"2026-05-30T01:54:11.152448Z","end":"2026-05-30T01:54:11.364688Z","steps":["trace[855856386] 'process raft request' (duration: 160.77617ms)","trace[855856386] 'compare' (duration: 51.281551ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T01:54:11.36468Z","caller":"traceutil/trace.go:171","msg":"trace[1887427975] linearizableReadLoop","detail":"{readStateIndex:1426; appliedIndex:1424; }","duration":"206.08774ms","start":"2026-05-30T01:54:11.158555Z","end":"2026-05-30T01:54:11.364642Z","steps":["trace[1887427975] 'read index received' (duration: 25.673441ms)","trace[1887427975] 'applied index is now lower than readState.Index' (duration: 180.412769ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T01:54:11.364953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.380037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-30T01:54:11.364986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.667254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:54:11.365027Z","caller":"traceutil/trace.go:171","msg":"trace[810402357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1380; }","duration":"206.48455ms","start":"2026-05-30T01:54:11.158525Z","end":"2026-05-30T01:54:11.36501Z","steps":["trace[810402357] 'agreement among raft nodes before linearized reading' (duration: 206.226623ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:54:11.365054Z","caller":"traceutil/trace.go:171","msg":"trace[1497237551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1380; }","duration":"148.777887ms","start":"2026-05-30T01:54:11.216257Z","end":"2026-05-30T01:54:11.365035Z","steps":["trace[1497237551] 'agreement among raft nodes before linearized reading' (duration: 148.672934ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:54:13.914694Z","caller":"traceutil/trace.go:171","msg":"trace[630123668] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"204.308932ms","start":"2026-05-30T01:54:13.710357Z","end":"2026-05-30T01:54:13.914666Z","steps":["trace[630123668] 'process raft request' (duration: 204.199949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:54:14.081272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.095615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T01:54:14.081354Z","caller":"traceutil/trace.go:171","msg":"trace[718055186] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1397; }","duration":"123.245579ms","start":"2026-05-30T01:54:13.958093Z","end":"2026-05-30T01:54:14.081338Z","steps":["trace[718055186] 'count revisions from in-memory index tree' (duration: 122.985523ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:54:36.212309Z","caller":"traceutil/trace.go:171","msg":"trace[53347990] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"319.472136ms","start":"2026-05-30T01:54:35.89281Z","end":"2026-05-30T01:54:36.212283Z","steps":["trace[53347990] 'process raft request' (duration: 319.285851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:54:36.212485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T01:54:35.892772Z","time spent":"319.62556ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T01:54:36.250354Z","caller":"traceutil/trace.go:171","msg":"trace[1416698670] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"232.294023ms","start":"2026-05-30T01:54:36.018032Z","end":"2026-05-30T01:54:36.250326Z","steps":["trace[1416698670] 'process raft request' (duration: 232.087658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:54:36.594128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.36477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de99f23-e9b6-4a77-aae8-4ce870e49455\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-05-30T01:54:36.594235Z","caller":"traceutil/trace.go:171","msg":"trace[177344182] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3de99f23-e9b6-4a77-aae8-4ce870e49455; range_end:; response_count:1; response_revision:1797; }","duration":"108.514985ms","start":"2026-05-30T01:54:36.485694Z","end":"2026-05-30T01:54:36.594209Z","steps":["trace[177344182] 'range keys from in-memory index tree' (duration: 108.193595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T01:55:26.390922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.384605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T01:55:26.391035Z","caller":"traceutil/trace.go:171","msg":"trace[1833203104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2122; }","duration":"174.56022ms","start":"2026-05-30T01:55:26.216447Z","end":"2026-05-30T01:55:26.391007Z","steps":["trace[1833203104] 'range keys from in-memory index tree' (duration: 174.302423ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:49.473052Z","caller":"traceutil/trace.go:171","msg":"trace[1985291781] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"229.590245ms","start":"2026-05-30T01:56:49.243433Z","end":"2026-05-30T01:56:49.473023Z","steps":["trace[1985291781] 'process raft request' (duration: 229.42602ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T01:56:49.498101Z","caller":"traceutil/trace.go:171","msg":"trace[1323688352] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"183.816557ms","start":"2026-05-30T01:56:49.314261Z","end":"2026-05-30T01:56:49.498077Z","steps":["trace[1323688352] 'process raft request' (duration: 183.618052ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:00:41.529477Z","caller":"traceutil/trace.go:171","msg":"trace[1505414813] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"201.485861ms","start":"2026-05-30T02:00:41.32796Z","end":"2026-05-30T02:00:41.529446Z","steps":["trace[1505414813] 'process raft request' (duration: 201.235484ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:00:41.529876Z","caller":"traceutil/trace.go:171","msg":"trace[1790244582] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5130; }","duration":"129.674256ms","start":"2026-05-30T02:00:41.40017Z","end":"2026-05-30T02:00:41.529844Z","steps":["trace[1790244582] 'read index received' (duration: 128.941586ms)","trace[1790244582] 'applied index is now lower than readState.Index' (duration: 731.23µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:00:41.529983Z","caller":"traceutil/trace.go:171","msg":"trace[1857684551] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"201.778399ms","start":"2026-05-30T02:00:41.328186Z","end":"2026-05-30T02:00:41.529964Z","steps":["trace[1857684551] 'process raft request' (duration: 201.202323ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:00:41.530079Z","caller":"traceutil/trace.go:171","msg":"trace[1977037457] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"199.116146ms","start":"2026-05-30T02:00:41.330945Z","end":"2026-05-30T02:00:41.530061Z","steps":["trace[1977037457] 'process raft request' (duration: 198.777877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:00:41.53086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.668073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786849"} {"level":"info","ts":"2026-05-30T02:00:41.530939Z","caller":"traceutil/trace.go:171","msg":"trace[2035082861] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4947; }","duration":"130.793067ms","start":"2026-05-30T02:00:41.400122Z","end":"2026-05-30T02:00:41.530915Z","steps":["trace[2035082861] 'agreement among raft nodes before linearized reading' (duration: 130.137219ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:01.506055Z","caller":"traceutil/trace.go:171","msg":"trace[739509565] linearizableReadLoop","detail":"{readStateIndex:5511; appliedIndex:5510; }","duration":"146.819753ms","start":"2026-05-30T02:01:01.35921Z","end":"2026-05-30T02:01:01.50603Z","steps":["trace[739509565] 'read index received' (duration: 108.580617ms)","trace[739509565] 'applied index is now lower than readState.Index' (duration: 38.238136ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:01:01.506246Z","caller":"traceutil/trace.go:171","msg":"trace[2066796943] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"202.435644ms","start":"2026-05-30T02:01:01.303653Z","end":"2026-05-30T02:01:01.506088Z","steps":["trace[2066796943] 'process raft request' (duration: 164.196728ms)","trace[2066796943] 'compare' (duration: 38.011919ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:01:01.50648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.220914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-30T02:01:01.50663Z","caller":"traceutil/trace.go:171","msg":"trace[1609690911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5314; }","duration":"147.42464ms","start":"2026-05-30T02:01:01.359178Z","end":"2026-05-30T02:01:01.506603Z","steps":["trace[1609690911] 'agreement among raft nodes before linearized reading' (duration: 146.970297ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:01.714736Z","caller":"traceutil/trace.go:171","msg":"trace[1115003576] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"123.675778ms","start":"2026-05-30T02:01:01.591016Z","end":"2026-05-30T02:01:01.714691Z","steps":["trace[1115003576] 'process raft request' (duration: 123.449511ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:02.062565Z","caller":"traceutil/trace.go:171","msg":"trace[694985628] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"160.139205ms","start":"2026-05-30T02:01:01.902392Z","end":"2026-05-30T02:01:02.062532Z","steps":["trace[694985628] 'process raft request' (duration: 159.95523ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:04.038669Z","caller":"traceutil/trace.go:171","msg":"trace[366836801] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"159.431904ms","start":"2026-05-30T02:01:03.879203Z","end":"2026-05-30T02:01:04.038634Z","steps":["trace[366836801] 'process raft request' (duration: 153.859789ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:04.041249Z","caller":"traceutil/trace.go:171","msg":"trace[28945579] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5559; }","duration":"156.833382ms","start":"2026-05-30T02:01:03.884393Z","end":"2026-05-30T02:01:04.041227Z","steps":["trace[28945579] 'read index received' (duration: 148.681934ms)","trace[28945579] 'applied index is now lower than readState.Index' (duration: 8.150497ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:01:04.041288Z","caller":"traceutil/trace.go:171","msg":"trace[1107576808] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5361; }","duration":"161.42701ms","start":"2026-05-30T02:01:03.879823Z","end":"2026-05-30T02:01:04.04125Z","steps":["trace[1107576808] 'process raft request' (duration: 161.343778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:04.041502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.092369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-30T02:01:04.041541Z","caller":"traceutil/trace.go:171","msg":"trace[200976411] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5361; }","duration":"157.145511ms","start":"2026-05-30T02:01:03.884382Z","end":"2026-05-30T02:01:04.041527Z","steps":["trace[200976411] 'agreement among raft nodes before linearized reading' (duration: 156.971246ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:15.033081Z","caller":"traceutil/trace.go:171","msg":"trace[480446005] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"108.478704ms","start":"2026-05-30T02:01:14.924582Z","end":"2026-05-30T02:01:15.033061Z","steps":["trace[480446005] 'process raft request' (duration: 108.371001ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:15.094255Z","caller":"traceutil/trace.go:171","msg":"trace[642049388] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"167.546031ms","start":"2026-05-30T02:01:14.926692Z","end":"2026-05-30T02:01:15.094238Z","steps":["trace[642049388] 'process raft request' (duration: 167.397467ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:15.094434Z","caller":"traceutil/trace.go:171","msg":"trace[483815618] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5711; }","duration":"147.545923ms","start":"2026-05-30T02:01:14.94687Z","end":"2026-05-30T02:01:15.094416Z","steps":["trace[483815618] 'read index received' (duration: 86.195863ms)","trace[483815618] 'applied index is now lower than readState.Index' (duration: 61.34877ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:01:15.094513Z","caller":"traceutil/trace.go:171","msg":"trace[1718906538] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"125.164299ms","start":"2026-05-30T02:01:14.969328Z","end":"2026-05-30T02:01:15.094492Z","steps":["trace[1718906538] 'process raft request' (duration: 124.869271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:01:15.09468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.80215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10394"} {"level":"warn","ts":"2026-05-30T02:01:15.094726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.822641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-30T02:01:15.094752Z","caller":"traceutil/trace.go:171","msg":"trace[1293937141] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5511; }","duration":"147.922963ms","start":"2026-05-30T02:01:14.946814Z","end":"2026-05-30T02:01:15.094737Z","steps":["trace[1293937141] 'agreement among raft nodes before linearized reading' (duration: 147.741068ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:15.094799Z","caller":"traceutil/trace.go:171","msg":"trace[969426341] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5511; }","duration":"128.937264ms","start":"2026-05-30T02:01:14.965841Z","end":"2026-05-30T02:01:15.094778Z","steps":["trace[969426341] 'agreement among raft nodes before linearized reading' (duration: 128.744259ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:01:51.46215Z","caller":"traceutil/trace.go:171","msg":"trace[890225717] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"144.94818ms","start":"2026-05-30T02:01:51.317176Z","end":"2026-05-30T02:01:51.462124Z","steps":["trace[890225717] 'process raft request' (duration: 131.257459ms)","trace[890225717] 'compare' (duration: 13.466435ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:02:28.576769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2980} {"level":"info","ts":"2026-05-30T02:02:28.645499Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2980,"took":"67.030957ms","hash":2199727932,"current-db-size-bytes":58191872,"current-db-size":"58 MB","current-db-size-in-use-bytes":34000896,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-30T02:02:28.645591Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2199727932,"revision":2980,"compact-revision":-1} {"level":"warn","ts":"2026-05-30T02:07:01.971575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.798549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T02:07:01.971749Z","caller":"traceutil/trace.go:171","msg":"trace[135607114] linearizableReadLoop","detail":"{readStateIndex:8441; appliedIndex:8440; }","duration":"148.599456ms","start":"2026-05-30T02:07:01.823126Z","end":"2026-05-30T02:07:01.971726Z","steps":["trace[135607114] 'read index received' (duration: 41.550792ms)","trace[135607114] 'applied index is now lower than readState.Index' (duration: 107.046444ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:07:01.971795Z","caller":"traceutil/trace.go:171","msg":"trace[733778317] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"367.911826ms","start":"2026-05-30T02:07:01.603837Z","end":"2026-05-30T02:07:01.971748Z","steps":["trace[733778317] 'process raft request' (duration: 261.624604ms)","trace[733778317] 'compare' (duration: 105.575453ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:07:01.971921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.774031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T02:07:01.97201Z","caller":"traceutil/trace.go:171","msg":"trace[1738795960] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8156; }","duration":"148.913835ms","start":"2026-05-30T02:07:01.823078Z","end":"2026-05-30T02:07:01.971991Z","steps":["trace[1738795960] 'agreement among raft nodes before linearized reading' (duration: 148.763451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:07:01.972317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:07:01.603826Z","time spent":"368.07155ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:07:02.774548Z","caller":"traceutil/trace.go:171","msg":"trace[1646559568] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"100.426672ms","start":"2026-05-30T02:07:02.674092Z","end":"2026-05-30T02:07:02.774519Z","steps":["trace[1646559568] 'process raft request' (duration: 100.236557ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:07:03.735881Z","caller":"traceutil/trace.go:171","msg":"trace[129135736] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"133.308485ms","start":"2026-05-30T02:07:03.60253Z","end":"2026-05-30T02:07:03.735838Z","steps":["trace[129135736] 'process raft request' (duration: 118.093777ms)","trace[129135736] 'compare' (duration: 15.074214ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:07:28.583062Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6132} {"level":"info","ts":"2026-05-30T02:07:28.677637Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6132,"took":"92.751819ms","hash":3377035457,"current-db-size-bytes":58191872,"current-db-size":"58 MB","current-db-size-in-use-bytes":23207936,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-30T02:07:28.677695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3377035457,"revision":6132,"compact-revision":2980} {"level":"info","ts":"2026-05-30T02:07:29.547897Z","caller":"traceutil/trace.go:171","msg":"trace[641175201] linearizableReadLoop","detail":"{readStateIndex:8651; appliedIndex:8650; }","duration":"115.622905ms","start":"2026-05-30T02:07:29.432248Z","end":"2026-05-30T02:07:29.547871Z","steps":["trace[641175201] 'read index received' (duration: 115.298326ms)","trace[641175201] 'applied index is now lower than readState.Index' (duration: 323.659µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:07:29.547983Z","caller":"traceutil/trace.go:171","msg":"trace[312925128] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"235.330831ms","start":"2026-05-30T02:07:29.312627Z","end":"2026-05-30T02:07:29.547958Z","steps":["trace[312925128] 'process raft request' (duration: 235.004233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:07:29.548446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.17037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T02:07:29.548571Z","caller":"traceutil/trace.go:171","msg":"trace[1662592215] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8357; }","duration":"116.310984ms","start":"2026-05-30T02:07:29.432242Z","end":"2026-05-30T02:07:29.548553Z","steps":["trace[1662592215] 'agreement among raft nodes before linearized reading' (duration: 115.739458ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:07:29.73286Z","caller":"traceutil/trace.go:171","msg":"trace[600316110] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8651; }","duration":"122.046941ms","start":"2026-05-30T02:07:29.610789Z","end":"2026-05-30T02:07:29.732836Z","steps":["trace[600316110] 'read index received' (duration: 106.380732ms)","trace[600316110] 'applied index is now lower than readState.Index' (duration: 15.665229ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:07:29.732872Z","caller":"traceutil/trace.go:171","msg":"trace[195870738] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"180.773718ms","start":"2026-05-30T02:07:29.552064Z","end":"2026-05-30T02:07:29.732838Z","steps":["trace[195870738] 'process raft request' (duration: 165.13196ms)","trace[195870738] 'compare' (duration: 14.849516ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:07:29.732927Z","caller":"traceutil/trace.go:171","msg":"trace[615341996] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"180.11602ms","start":"2026-05-30T02:07:29.55277Z","end":"2026-05-30T02:07:29.732886Z","steps":["trace[615341996] 'process raft request' (duration: 179.941305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:07:29.733089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.280837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-30T02:07:29.733451Z","caller":"traceutil/trace.go:171","msg":"trace[1606515523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8360; }","duration":"122.657067ms","start":"2026-05-30T02:07:29.610781Z","end":"2026-05-30T02:07:29.733438Z","steps":["trace[1606515523] 'agreement among raft nodes before linearized reading' (duration: 122.153813ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:07:41.343176Z","caller":"traceutil/trace.go:171","msg":"trace[487038785] linearizableReadLoop","detail":"{readStateIndex:8762; appliedIndex:8760; }","duration":"125.538916ms","start":"2026-05-30T02:07:41.217614Z","end":"2026-05-30T02:07:41.343153Z","steps":["trace[487038785] 'read index received' (duration: 71.480587ms)","trace[487038785] 'applied index is now lower than readState.Index' (duration: 54.057029ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:07:41.343311Z","caller":"traceutil/trace.go:171","msg":"trace[1585178136] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8464; }","duration":"166.696462ms","start":"2026-05-30T02:07:41.176606Z","end":"2026-05-30T02:07:41.343302Z","steps":["trace[1585178136] 'process raft request' (duration: 166.486447ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:07:41.34319Z","caller":"traceutil/trace.go:171","msg":"trace[209903716] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"168.072961ms","start":"2026-05-30T02:07:41.175084Z","end":"2026-05-30T02:07:41.343157Z","steps":["trace[209903716] 'process raft request' (duration: 113.889347ms)","trace[209903716] 'compare' (duration: 53.969918ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:07:41.343736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.106592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T02:07:41.343767Z","caller":"traceutil/trace.go:171","msg":"trace[2028594280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8464; }","duration":"126.189554ms","start":"2026-05-30T02:07:41.21757Z","end":"2026-05-30T02:07:41.343759Z","steps":["trace[2028594280] 'agreement among raft nodes before linearized reading' (duration: 126.131112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:07:41.907651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.400886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-30T02:07:41.907757Z","caller":"traceutil/trace.go:171","msg":"trace[1667548151] linearizableReadLoop","detail":"{readStateIndex:8766; appliedIndex:8765; }","duration":"117.97828ms","start":"2026-05-30T02:07:41.789762Z","end":"2026-05-30T02:07:41.907741Z","steps":["trace[1667548151] 'read index received' (duration: 1.347207ms)","trace[1667548151] 'applied index is now lower than readState.Index' (duration: 116.629793ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:07:41.907943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.081032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-05-30T02:07:41.907978Z","caller":"traceutil/trace.go:171","msg":"trace[763466163] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:8467; }","duration":"118.159614ms","start":"2026-05-30T02:07:41.789809Z","end":"2026-05-30T02:07:41.907969Z","steps":["trace[763466163] 'agreement among raft nodes before linearized reading' (duration: 118.0264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:07:41.907963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.177155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-30T02:07:41.908053Z","caller":"traceutil/trace.go:171","msg":"trace[714572243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8467; }","duration":"118.305658ms","start":"2026-05-30T02:07:41.789728Z","end":"2026-05-30T02:07:41.908034Z","steps":["trace[714572243] 'agreement among raft nodes before linearized reading' (duration: 118.094692ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:07:41.908172Z","caller":"traceutil/trace.go:171","msg":"trace[976076671] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"134.530772ms","start":"2026-05-30T02:07:41.773604Z","end":"2026-05-30T02:07:41.908135Z","steps":["trace[976076671] 'process raft request' (duration: 17.560421ms)","trace[976076671] 'compare' (duration: 116.285663ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:07:41.908227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.714664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-30T02:07:41.908378Z","caller":"traceutil/trace.go:171","msg":"trace[1361440619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8467; }","duration":"116.867079ms","start":"2026-05-30T02:07:41.791495Z","end":"2026-05-30T02:07:41.908362Z","steps":["trace[1361440619] 'agreement among raft nodes before linearized reading' (duration: 116.629372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:07:42.255489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.718643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-30T02:07:42.255797Z","caller":"traceutil/trace.go:171","msg":"trace[1656942316] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"282.641547ms","start":"2026-05-30T02:07:41.973135Z","end":"2026-05-30T02:07:42.255777Z","steps":["trace[1656942316] 'process raft request' (duration: 282.516603ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:07:42.255792Z","caller":"traceutil/trace.go:171","msg":"trace[280929144] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"300.409112ms","start":"2026-05-30T02:07:41.955349Z","end":"2026-05-30T02:07:42.255758Z","steps":["trace[280929144] 'process raft request' (duration: 53.3428ms)","trace[280929144] 'compare' (duration: 246.545638ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:07:42.255934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:07:41.955332Z","time spent":"300.533186ms","remote":"127.0.0.1:53484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-30T02:07:42.265148Z","caller":"traceutil/trace.go:171","msg":"trace[1747286149] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"155.323852ms","start":"2026-05-30T02:07:42.109805Z","end":"2026-05-30T02:07:42.265128Z","steps":["trace[1747286149] 'process raft request' (duration: 155.225889ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:08:38.27105Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000248b.wal"} {"level":"info","ts":"2026-05-30T02:08:53.660294Z","caller":"traceutil/trace.go:171","msg":"trace[269687061] linearizableReadLoop","detail":"{readStateIndex:9448; appliedIndex:9447; }","duration":"115.277785ms","start":"2026-05-30T02:08:53.544995Z","end":"2026-05-30T02:08:53.660273Z","steps":["trace[269687061] 'read index received' (duration: 115.081279ms)","trace[269687061] 'applied index is now lower than readState.Index' (duration: 195.586µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:08:53.660536Z","caller":"traceutil/trace.go:171","msg":"trace[1495341036] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"126.878773ms","start":"2026-05-30T02:08:53.533619Z","end":"2026-05-30T02:08:53.660498Z","steps":["trace[1495341036] 'process raft request' (duration: 126.504143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:08:53.660711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.689407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ddqjd\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-05-30T02:08:53.660879Z","caller":"traceutil/trace.go:171","msg":"trace[966109236] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ddqjd; range_end:; response_count:1; response_revision:9130; }","duration":"115.83437ms","start":"2026-05-30T02:08:53.544967Z","end":"2026-05-30T02:08:53.660801Z","steps":["trace[966109236] 'agreement among raft nodes before linearized reading' (duration: 115.401318ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:09:55.694273Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-30T02:09:55.699748Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-30T02:09:55.699857Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-30T02:12:28.588407Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8351} {"level":"info","ts":"2026-05-30T02:12:28.666073Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8351,"took":"75.903273ms","hash":2779594932,"current-db-size-bytes":58191872,"current-db-size":"58 MB","current-db-size-in-use-bytes":26988544,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-30T02:12:28.666145Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2779594932,"revision":8351,"compact-revision":6132} {"level":"info","ts":"2026-05-30T02:17:28.596947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11032} {"level":"info","ts":"2026-05-30T02:17:28.669305Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11032,"took":"70.331153ms","hash":3237320542,"current-db-size-bytes":58191872,"current-db-size":"58 MB","current-db-size-in-use-bytes":27832320,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-30T02:17:28.669377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3237320542,"revision":11032,"compact-revision":8351} {"level":"info","ts":"2026-05-30T02:18:54.489137Z","caller":"traceutil/trace.go:171","msg":"trace[1075663412] transaction","detail":"{read_only:false; response_revision:13628; number_of_response:1; }","duration":"113.000255ms","start":"2026-05-30T02:18:54.376109Z","end":"2026-05-30T02:18:54.489109Z","steps":["trace[1075663412] 'process raft request' (duration: 112.864462ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:18:54.495914Z","caller":"traceutil/trace.go:171","msg":"trace[423772654] linearizableReadLoop","detail":"{readStateIndex:14094; appliedIndex:14092; }","duration":"112.717558ms","start":"2026-05-30T02:18:54.383172Z","end":"2026-05-30T02:18:54.49589Z","steps":["trace[423772654] 'read index received' (duration: 105.815408ms)","trace[423772654] 'applied index is now lower than readState.Index' (duration: 6.90095ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:18:54.496001Z","caller":"traceutil/trace.go:171","msg":"trace[1492763822] transaction","detail":"{read_only:false; response_revision:13629; number_of_response:1; }","duration":"115.972887ms","start":"2026-05-30T02:18:54.380006Z","end":"2026-05-30T02:18:54.495979Z","steps":["trace[1492763822] 'process raft request' (duration: 115.740011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:18:54.496189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.971815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-30T02:18:54.496226Z","caller":"traceutil/trace.go:171","msg":"trace[470006923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13629; }","duration":"113.074768ms","start":"2026-05-30T02:18:54.38314Z","end":"2026-05-30T02:18:54.496215Z","steps":["trace[470006923] 'agreement among raft nodes before linearized reading' (duration: 112.873972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:18:54.496366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.930704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-30T02:18:54.496455Z","caller":"traceutil/trace.go:171","msg":"trace[582979788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13629; }","duration":"113.042557ms","start":"2026-05-30T02:18:54.38339Z","end":"2026-05-30T02:18:54.496433Z","steps":["trace[582979788] 'agreement among raft nodes before linearized reading' (duration: 112.832701ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:18:55.364227Z","caller":"traceutil/trace.go:171","msg":"trace[1278536519] linearizableReadLoop","detail":"{readStateIndex:14099; appliedIndex:14098; }","duration":"177.235841ms","start":"2026-05-30T02:18:55.186962Z","end":"2026-05-30T02:18:55.364198Z","steps":["trace[1278536519] 'read index received' (duration: 177.058306ms)","trace[1278536519] 'applied index is now lower than readState.Index' (duration: 176.345µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:18:55.364306Z","caller":"traceutil/trace.go:171","msg":"trace[1710179368] transaction","detail":"{read_only:false; response_revision:13634; number_of_response:1; }","duration":"177.687724ms","start":"2026-05-30T02:18:55.186587Z","end":"2026-05-30T02:18:55.364275Z","steps":["trace[1710179368] 'process raft request' (duration: 177.463258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:18:55.364422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.434376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-30T02:18:55.364465Z","caller":"traceutil/trace.go:171","msg":"trace[2087415597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13634; }","duration":"177.496218ms","start":"2026-05-30T02:18:55.186958Z","end":"2026-05-30T02:18:55.364454Z","steps":["trace[2087415597] 'agreement among raft nodes before linearized reading' (duration: 177.348234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:18:55.516717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.129025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T02:18:55.516843Z","caller":"traceutil/trace.go:171","msg":"trace[1504097773] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13634; }","duration":"111.274849ms","start":"2026-05-30T02:18:55.405546Z","end":"2026-05-30T02:18:55.51682Z","steps":["trace[1504097773] 'range keys from in-memory index tree' (duration: 111.113214ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:18:55.525636Z","caller":"traceutil/trace.go:171","msg":"trace[1238796392] transaction","detail":"{read_only:false; response_revision:13635; number_of_response:1; }","duration":"338.063501ms","start":"2026-05-30T02:18:55.187544Z","end":"2026-05-30T02:18:55.525607Z","steps":["trace[1238796392] 'process raft request' (duration: 337.801184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:18:55.525857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:18:55.187531Z","time spent":"338.180585ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:18:55.525886Z","caller":"traceutil/trace.go:171","msg":"trace[245840360] transaction","detail":"{read_only:false; response_revision:13636; number_of_response:1; }","duration":"213.050356ms","start":"2026-05-30T02:18:55.312723Z","end":"2026-05-30T02:18:55.525773Z","steps":["trace[245840360] 'process raft request' (duration: 212.82472ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:18:55.528096Z","caller":"traceutil/trace.go:171","msg":"trace[175729422] linearizableReadLoop","detail":"{readStateIndex:14102; appliedIndex:14099; }","duration":"153.91982ms","start":"2026-05-30T02:18:55.374158Z","end":"2026-05-30T02:18:55.528078Z","steps":["trace[175729422] 'read index received' (duration: 151.156404ms)","trace[175729422] 'applied index is now lower than readState.Index' (duration: 2.762496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:18:55.528233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.070815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T02:18:55.528269Z","caller":"traceutil/trace.go:171","msg":"trace[1422749725] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13637; }","duration":"154.151287ms","start":"2026-05-30T02:18:55.374108Z","end":"2026-05-30T02:18:55.52826Z","steps":["trace[1422749725] 'agreement among raft nodes before linearized reading' (duration: 154.041824ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:18:55.528278Z","caller":"traceutil/trace.go:171","msg":"trace[1368193055] transaction","detail":"{read_only:false; response_revision:13637; number_of_response:1; }","duration":"159.875884ms","start":"2026-05-30T02:18:55.368374Z","end":"2026-05-30T02:18:55.52825Z","steps":["trace[1368193055] 'process raft request' (duration: 159.600646ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:19:04.432753Z","caller":"traceutil/trace.go:171","msg":"trace[328354312] transaction","detail":"{read_only:false; response_revision:13793; number_of_response:1; }","duration":"116.991865ms","start":"2026-05-30T02:19:04.315738Z","end":"2026-05-30T02:19:04.43273Z","steps":["trace[328354312] 'process raft request' (duration: 116.848882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:20:41.338739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.226242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-30T02:20:41.338835Z","caller":"traceutil/trace.go:171","msg":"trace[541201556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14866; }","duration":"121.371406ms","start":"2026-05-30T02:20:41.217445Z","end":"2026-05-30T02:20:41.338816Z","steps":["trace[541201556] 'range keys from in-memory index tree' (duration: 121.13992ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:20:41.339098Z","caller":"traceutil/trace.go:171","msg":"trace[449326249] linearizableReadLoop","detail":"{readStateIndex:15368; appliedIndex:15367; }","duration":"101.182211ms","start":"2026-05-30T02:20:41.237882Z","end":"2026-05-30T02:20:41.339064Z","steps":["trace[449326249] 'read index received' (duration: 75.899556ms)","trace[449326249] 'applied index is now lower than readState.Index' (duration: 25.250644ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:20:41.339313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.383436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-30T02:20:41.339351Z","caller":"traceutil/trace.go:171","msg":"trace[255753087] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"121.613162ms","start":"2026-05-30T02:20:41.217707Z","end":"2026-05-30T02:20:41.33932Z","steps":["trace[255753087] 'process raft request' (duration: 96.037779ms)","trace[255753087] 'compare' (duration: 24.926205ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:20:41.339393Z","caller":"traceutil/trace.go:171","msg":"trace[1978299919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14867; }","duration":"101.590072ms","start":"2026-05-30T02:20:41.237782Z","end":"2026-05-30T02:20:41.339372Z","steps":["trace[1978299919] 'agreement among raft nodes before linearized reading' (duration: 101.424177ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:20:41.975479Z","caller":"traceutil/trace.go:171","msg":"trace[2041459685] transaction","detail":"{read_only:false; response_revision:14869; number_of_response:1; }","duration":"112.623775ms","start":"2026-05-30T02:20:41.862829Z","end":"2026-05-30T02:20:41.975453Z","steps":["trace[2041459685] 'process raft request' (duration: 112.393939ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:22:28.603325Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13068} {"level":"info","ts":"2026-05-30T02:22:28.680553Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13068,"took":"74.592353ms","hash":2325306402,"current-db-size-bytes":58191872,"current-db-size":"58 MB","current-db-size-in-use-bytes":31436800,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-30T02:22:28.680626Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2325306402,"revision":13068,"compact-revision":11032} {"level":"warn","ts":"2026-05-30T02:26:11.119569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886537306,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-30T02:26:11.472057Z","caller":"traceutil/trace.go:171","msg":"trace[485573211] transaction","detail":"{read_only:false; response_revision:17341; number_of_response:1; }","duration":"863.404723ms","start":"2026-05-30T02:26:10.608626Z","end":"2026-05-30T02:26:11.472031Z","steps":["trace[485573211] 'process raft request' (duration: 863.257409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:26:11.472201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:26:10.6086Z","time spent":"863.527287ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:26:11.508802Z","caller":"traceutil/trace.go:171","msg":"trace[348114866] linearizableReadLoop","detail":"{readStateIndex:17926; appliedIndex:17924; }","duration":"890.071214ms","start":"2026-05-30T02:26:10.618713Z","end":"2026-05-30T02:26:11.508784Z","steps":["trace[348114866] 'read index received' (duration: 853.198544ms)","trace[348114866] 'applied index is now lower than readState.Index' (duration: 36.87168ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:26:11.508862Z","caller":"traceutil/trace.go:171","msg":"trace[762250295] transaction","detail":"{read_only:false; response_revision:17342; number_of_response:1; }","duration":"436.525139ms","start":"2026-05-30T02:26:11.072316Z","end":"2026-05-30T02:26:11.508841Z","steps":["trace[762250295] 'process raft request' (duration: 435.153171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:26:11.508982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:26:11.072297Z","time spent":"436.618192ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:26:11.509005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.27931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-30T02:26:11.50904Z","caller":"traceutil/trace.go:171","msg":"trace[1192113247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17342; }","duration":"890.332422ms","start":"2026-05-30T02:26:10.618697Z","end":"2026-05-30T02:26:11.50903Z","steps":["trace[1192113247] 'agreement among raft nodes before linearized reading' (duration: 890.208089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:26:11.509084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:26:10.618691Z","time spent":"890.378903ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T02:26:11.509147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.861068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:26:11.509188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.125183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:26:11.509196Z","caller":"traceutil/trace.go:171","msg":"trace[1042421331] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:17342; }","duration":"628.94128ms","start":"2026-05-30T02:26:10.880237Z","end":"2026-05-30T02:26:11.509178Z","steps":["trace[1042421331] 'agreement among raft nodes before linearized reading' (duration: 628.871998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:26:11.509156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.279926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9ktg7\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-05-30T02:26:11.509235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:26:10.880217Z","time spent":"629.007012ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:26:11.509278Z","caller":"traceutil/trace.go:171","msg":"trace[1384999971] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9ktg7; range_end:; response_count:1; response_revision:17342; }","duration":"826.451241ms","start":"2026-05-30T02:26:10.682805Z","end":"2026-05-30T02:26:11.509257Z","steps":["trace[1384999971] 'agreement among raft nodes before linearized reading' (duration: 826.155593ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:26:11.509237Z","caller":"traceutil/trace.go:171","msg":"trace[2097083741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17342; }","duration":"292.178655ms","start":"2026-05-30T02:26:11.217028Z","end":"2026-05-30T02:26:11.509206Z","steps":["trace[2097083741] 'agreement among raft nodes before linearized reading' (duration: 292.139564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:26:11.509328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:26:10.682783Z","time spent":"826.535484ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9ktg7\" "} {"level":"warn","ts":"2026-05-30T02:26:11.509575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.008578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-30T02:26:11.509643Z","caller":"traceutil/trace.go:171","msg":"trace[325039553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17342; }","duration":"558.09389ms","start":"2026-05-30T02:26:10.951518Z","end":"2026-05-30T02:26:11.509611Z","steps":["trace[325039553] 'agreement among raft nodes before linearized reading' (duration: 557.926025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:26:11.509678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:26:10.951496Z","time spent":"558.175072ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T02:26:11.509754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.969216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-30T02:26:11.509826Z","caller":"traceutil/trace.go:171","msg":"trace[1238884913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17342; }","duration":"823.075519ms","start":"2026-05-30T02:26:10.686732Z","end":"2026-05-30T02:26:11.509808Z","steps":["trace[1238884913] 'agreement among raft nodes before linearized reading' (duration: 822.876714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:26:11.509858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:26:10.686717Z","time spent":"823.13507ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T02:26:11.510209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.228976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-30T02:26:11.510276Z","caller":"traceutil/trace.go:171","msg":"trace[875948592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17342; }","duration":"676.439002ms","start":"2026-05-30T02:26:10.833819Z","end":"2026-05-30T02:26:11.510258Z","steps":["trace[875948592] 'agreement among raft nodes before linearized reading' (duration: 675.614879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:26:11.510633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:26:10.833728Z","time spent":"676.817682ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-30T02:26:21.49837Z","caller":"traceutil/trace.go:171","msg":"trace[184633307] transaction","detail":"{read_only:false; response_revision:17573; number_of_response:1; }","duration":"157.181236ms","start":"2026-05-30T02:26:21.341171Z","end":"2026-05-30T02:26:21.498352Z","steps":["trace[184633307] 'process raft request' (duration: 153.232958ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:26:21.499945Z","caller":"traceutil/trace.go:171","msg":"trace[1971532451] transaction","detail":"{read_only:false; response_revision:17575; number_of_response:1; }","duration":"152.022664ms","start":"2026-05-30T02:26:21.347903Z","end":"2026-05-30T02:26:21.499925Z","steps":["trace[1971532451] 'process raft request' (duration: 151.969113ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:26:21.500112Z","caller":"traceutil/trace.go:171","msg":"trace[1449074315] transaction","detail":"{read_only:false; response_revision:17574; number_of_response:1; }","duration":"157.541336ms","start":"2026-05-30T02:26:21.342545Z","end":"2026-05-30T02:26:21.500086Z","steps":["trace[1449074315] 'process raft request' (duration: 157.226587ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:26:26.767332Z","caller":"traceutil/trace.go:171","msg":"trace[297630316] transaction","detail":"{read_only:false; response_revision:17618; number_of_response:1; }","duration":"350.606116ms","start":"2026-05-30T02:26:26.416702Z","end":"2026-05-30T02:26:26.767308Z","steps":["trace[297630316] 'process raft request' (duration: 350.40977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:26:26.767469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:26:26.416666Z","time spent":"350.732199ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20976,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:26:26.783058Z","caller":"traceutil/trace.go:171","msg":"trace[1608758143] transaction","detail":"{read_only:false; response_revision:17619; number_of_response:1; }","duration":"135.481861ms","start":"2026-05-30T02:26:26.647549Z","end":"2026-05-30T02:26:26.783031Z","steps":["trace[1608758143] 'process raft request' (duration: 135.305876ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:27:28.612764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15629} {"level":"info","ts":"2026-05-30T02:27:28.717709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15629,"took":"102.200427ms","hash":1924394892,"current-db-size-bytes":58191872,"current-db-size":"58 MB","current-db-size-in-use-bytes":34349056,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-30T02:27:28.71785Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1924394892,"revision":15629,"compact-revision":13068} {"level":"info","ts":"2026-05-30T02:30:04.547812Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-30T02:30:04.552328Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-30T02:30:04.552464Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-30T02:31:01.926815Z","caller":"traceutil/trace.go:171","msg":"trace[1770464150] linearizableReadLoop","detail":"{readStateIndex:20332; appliedIndex:20331; }","duration":"103.074884ms","start":"2026-05-30T02:31:01.823708Z","end":"2026-05-30T02:31:01.926783Z","steps":["trace[1770464150] 'read index received' (duration: 72.992103ms)","trace[1770464150] 'applied index is now lower than readState.Index' (duration: 30.081521ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:31:01.926888Z","caller":"traceutil/trace.go:171","msg":"trace[41376677] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"161.115487ms","start":"2026-05-30T02:31:01.765711Z","end":"2026-05-30T02:31:01.926826Z","steps":["trace[41376677] 'process raft request' (duration: 131.022716ms)","trace[41376677] 'compare' (duration: 29.878005ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:31:01.927326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.510575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:31:01.927416Z","caller":"traceutil/trace.go:171","msg":"trace[485924386] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19672; }","duration":"103.745922ms","start":"2026-05-30T02:31:01.823648Z","end":"2026-05-30T02:31:01.927394Z","steps":["trace[485924386] 'agreement among raft nodes before linearized reading' (duration: 103.279299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:19.371494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:19.871728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:20.372905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:20.873952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:21.216905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-30T02:31:21.217004Z","caller":"traceutil/trace.go:171","msg":"trace[1906196728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451201s","start":"2026-05-30T02:31:19.216532Z","end":"2026-05-30T02:31:21.216984Z","steps":["trace[1906196728] 'agreement among raft nodes before linearized reading' (duration: 2.000330237s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:21.217192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.216508Z","time spent":"2.000534853s","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/30 02:31:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-30T02:31:21.374124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:21.87516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:22.375305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:22.875882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:23.177929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.268575134s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T02:31:23.178385Z","caller":"traceutil/trace.go:171","msg":"trace[301827533] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"5.269131709s","start":"2026-05-30T02:31:17.909226Z","end":"2026-05-30T02:31:23.178358Z","steps":["trace[301827533] 'process raft request' (duration: 5.268943414s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.178552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:17.90921Z","time spent":"5.269260123s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:31:23.218128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000762701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-30T02:31:23.218201Z","caller":"traceutil/trace.go:171","msg":"trace[2056784853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000884604s","start":"2026-05-30T02:31:21.217301Z","end":"2026-05-30T02:31:23.218185Z","steps":["trace[2056784853] 'agreement among raft nodes before linearized reading' (duration: 2.000789761s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.218241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:21.217285Z","time spent":"2.000949275s","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/30 02:31:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-30T02:31:23.276728Z","caller":"traceutil/trace.go:171","msg":"trace[1008360220] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"4.799522142s","start":"2026-05-30T02:31:18.477182Z","end":"2026-05-30T02:31:23.276704Z","steps":["trace[1008360220] 'process raft request' (duration: 4.799291735s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.27688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:18.477159Z","time spent":"4.799646705s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:31:23.277212Z","caller":"traceutil/trace.go:171","msg":"trace[928845868] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"4.665252337s","start":"2026-05-30T02:31:18.611929Z","end":"2026-05-30T02:31:23.277182Z","steps":["trace[928845868] 'process raft request' (duration: 4.664726712s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.277358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:18.611903Z","time spent":"4.66538387s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:31:23.27746Z","caller":"traceutil/trace.go:171","msg":"trace[435692123] transaction","detail":"{read_only:false; response_revision:19756; number_of_response:1; }","duration":"4.438572819s","start":"2026-05-30T02:31:18.838856Z","end":"2026-05-30T02:31:23.277429Z","steps":["trace[435692123] 'process raft request' (duration: 4.438387374s)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.277451Z","caller":"traceutil/trace.go:171","msg":"trace[1719722310] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"4.085962555s","start":"2026-05-30T02:31:19.191461Z","end":"2026-05-30T02:31:23.277424Z","steps":["trace[1719722310] 'process raft request' (duration: 4.085884003s)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.277527Z","caller":"traceutil/trace.go:171","msg":"trace[845870199] linearizableReadLoop","detail":"{readStateIndex:20421; appliedIndex:20415; }","duration":"4.406677649s","start":"2026-05-30T02:31:18.870838Z","end":"2026-05-30T02:31:23.277516Z","steps":["trace[845870199] 'read index received' (duration: 4.307329037s)","trace[845870199] 'applied index is now lower than readState.Index' (duration: 99.347682ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:31:23.277559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:18.83883Z","time spent":"4.438686383s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:31:23.277668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.191436Z","time spent":"4.086105889s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:31:23.2777Z","caller":"traceutil/trace.go:171","msg":"trace[2088353116] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"3.702009085s","start":"2026-05-30T02:31:19.575671Z","end":"2026-05-30T02:31:23.27768Z","steps":["trace[2088353116] 'process raft request' (duration: 3.701715997s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.277768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406941455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-30T02:31:23.277794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.575644Z","time spent":"3.702102867s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:31:23.277812Z","caller":"traceutil/trace.go:171","msg":"trace[1224690556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19758; }","duration":"4.407032588s","start":"2026-05-30T02:31:18.870764Z","end":"2026-05-30T02:31:23.277796Z","steps":["trace[1224690556] 'agreement among raft nodes before linearized reading' (duration: 4.406915615s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.277845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:18.87073Z","time spent":"4.40710893s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-30T02:31:23.450401Z","caller":"traceutil/trace.go:171","msg":"trace[1526666093] linearizableReadLoop","detail":"{readStateIndex:20422; appliedIndex:20421; }","duration":"172.828947ms","start":"2026-05-30T02:31:23.277551Z","end":"2026-05-30T02:31:23.45038Z","steps":["trace[1526666093] 'read index received' (duration: 158.29186ms)","trace[1526666093] 'applied index is now lower than readState.Index' (duration: 14.536307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:31:23.450512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257711664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:31:23.450566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643129628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:31:23.450595Z","caller":"traceutil/trace.go:171","msg":"trace[466202109] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19758; }","duration":"2.257871958s","start":"2026-05-30T02:31:21.192703Z","end":"2026-05-30T02:31:23.450575Z","steps":["trace[466202109] 'agreement among raft nodes before linearized reading' (duration: 2.257712724s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.450611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.396251784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-30T02:31:23.450635Z","caller":"traceutil/trace.go:171","msg":"trace[992373170] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19758; }","duration":"3.64322979s","start":"2026-05-30T02:31:19.807387Z","end":"2026-05-30T02:31:23.450617Z","steps":["trace[992373170] 'agreement among raft nodes before linearized reading' (duration: 3.643073616s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.450646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:21.192678Z","time spent":"2.257957401s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:31:23.450678Z","caller":"traceutil/trace.go:171","msg":"trace[1170873146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19758; }","duration":"4.396391367s","start":"2026-05-30T02:31:19.054275Z","end":"2026-05-30T02:31:23.450667Z","steps":["trace[1170873146] 'agreement among raft nodes before linearized reading' (duration: 4.396187712s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.450905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864222074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-30T02:31:23.450885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377886002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-30T02:31:23.450962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809357676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-30T02:31:23.450967Z","caller":"traceutil/trace.go:171","msg":"trace[19982091] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19758; }","duration":"1.864318536s","start":"2026-05-30T02:31:21.586631Z","end":"2026-05-30T02:31:23.45095Z","steps":["trace[19982091] 'agreement among raft nodes before linearized reading' (duration: 1.864213803s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.450691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.807373Z","time spent":"3.643305422s","remote":"127.0.0.1:53766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:31:23.450964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258106205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:31:23.451009Z","caller":"traceutil/trace.go:171","msg":"trace[541297893] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:19758; }","duration":"1.809427767s","start":"2026-05-30T02:31:21.641568Z","end":"2026-05-30T02:31:23.450996Z","steps":["trace[541297893] 'agreement among raft nodes before linearized reading' (duration: 1.809301084s)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.450996Z","caller":"traceutil/trace.go:171","msg":"trace[1838328695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19758; }","duration":"4.378051307s","start":"2026-05-30T02:31:19.072916Z","end":"2026-05-30T02:31:23.450967Z","steps":["trace[1838328695] 'agreement among raft nodes before linearized reading' (duration: 4.377665136s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.450734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375267361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-30T02:31:23.451035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:21.641552Z","time spent":"1.809477939s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-05-30T02:31:23.450562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138802597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-30T02:31:23.451051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.072897Z","time spent":"4.37814528s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-30T02:31:23.451066Z","caller":"traceutil/trace.go:171","msg":"trace[1186983625] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19758; }","duration":"4.375613851s","start":"2026-05-30T02:31:19.075436Z","end":"2026-05-30T02:31:23.45105Z","steps":["trace[1186983625] 'agreement among raft nodes before linearized reading' (duration: 4.375190939s)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.451049Z","caller":"traceutil/trace.go:171","msg":"trace[420883735] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19758; }","duration":"2.258247968s","start":"2026-05-30T02:31:21.19278Z","end":"2026-05-30T02:31:23.451028Z","steps":["trace[420883735] 'agreement among raft nodes before linearized reading' (duration: 2.258061743s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.451107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.075429Z","time spent":"4.375665652s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-30T02:31:23.45112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:21.192757Z","time spent":"2.258347291s","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:31:23.45093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.054255Z","time spent":"4.396665635s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T02:31:23.450694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653137191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-30T02:31:23.451236Z","caller":"traceutil/trace.go:171","msg":"trace[525051681] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19758; }","duration":"3.653733047s","start":"2026-05-30T02:31:19.797472Z","end":"2026-05-30T02:31:23.451205Z","steps":["trace[525051681] 'agreement among raft nodes before linearized reading' (duration: 3.652985967s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.450663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685387232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:31:23.451399Z","caller":"traceutil/trace.go:171","msg":"trace[2034738696] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19758; }","duration":"1.686162863s","start":"2026-05-30T02:31:21.765196Z","end":"2026-05-30T02:31:23.451359Z","steps":["trace[2034738696] 'agreement among raft nodes before linearized reading' (duration: 1.685289319s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.450832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.071666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:31:23.451501Z","caller":"traceutil/trace.go:171","msg":"trace[1922470009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19758; }","duration":"224.777305ms","start":"2026-05-30T02:31:23.226709Z","end":"2026-05-30T02:31:23.451486Z","steps":["trace[1922470009] 'agreement among raft nodes before linearized reading' (duration: 224.060485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.4515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:21.765124Z","time spent":"1.686346578s","remote":"127.0.0.1:53470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:31:23.450854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.577209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-30T02:31:23.451582Z","caller":"traceutil/trace.go:171","msg":"trace[1867615416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19758; }","duration":"946.34319ms","start":"2026-05-30T02:31:22.505224Z","end":"2026-05-30T02:31:23.451568Z","steps":["trace[1867615416] 'agreement among raft nodes before linearized reading' (duration: 945.548038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.451636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:22.505204Z","time spent":"946.417172ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T02:31:23.450866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390141398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-30T02:31:23.45169Z","caller":"traceutil/trace.go:171","msg":"trace[1774846283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19758; }","duration":"4.391001921s","start":"2026-05-30T02:31:19.060673Z","end":"2026-05-30T02:31:23.451675Z","steps":["trace[1774846283] 'agreement among raft nodes before linearized reading' (duration: 4.390076136s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.451759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.060653Z","time spent":"4.391094023s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T02:31:23.450871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.392747598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-30T02:31:23.451824Z","caller":"traceutil/trace.go:171","msg":"trace[2025130008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19758; }","duration":"4.393739356s","start":"2026-05-30T02:31:19.058071Z","end":"2026-05-30T02:31:23.45181Z","steps":["trace[2025130008] 'agreement among raft nodes before linearized reading' (duration: 4.392704957s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.451866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.058048Z","time spent":"4.393806577s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T02:31:23.451016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:21.586612Z","time spent":"1.864395209s","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:31:23.450948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924789515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:31:23.451995Z","caller":"traceutil/trace.go:171","msg":"trace[708524836] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19758; }","duration":"3.925934106s","start":"2026-05-30T02:31:19.526044Z","end":"2026-05-30T02:31:23.451978Z","steps":["trace[708524836] 'agreement among raft nodes before linearized reading' (duration: 3.924659081s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.452043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.526026Z","time spent":"3.926001349s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:31:23.451075Z","caller":"traceutil/trace.go:171","msg":"trace[333639628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:19758; }","duration":"4.139377032s","start":"2026-05-30T02:31:19.311684Z","end":"2026-05-30T02:31:23.451061Z","steps":["trace[333639628] 'agreement among raft nodes before linearized reading' (duration: 4.138752185s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.452114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.311665Z","time spent":"4.140436062s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-30T02:31:23.45131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:19.797456Z","time spent":"3.65383767s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-30T02:31:23.538277Z","caller":"traceutil/trace.go:171","msg":"trace[91129826] transaction","detail":"{read_only:false; response_revision:19759; number_of_response:1; }","duration":"256.683916ms","start":"2026-05-30T02:31:23.281565Z","end":"2026-05-30T02:31:23.538249Z","steps":["trace[91129826] 'process raft request' (duration: 256.393868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.665886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.657231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:31:23.66626Z","caller":"traceutil/trace.go:171","msg":"trace[534344856] transaction","detail":"{read_only:false; response_revision:19760; number_of_response:1; }","duration":"213.163748ms","start":"2026-05-30T02:31:23.45306Z","end":"2026-05-30T02:31:23.666224Z","steps":["trace[534344856] 'process raft request' (duration: 110.080595ms)","trace[534344856] 'compare' (duration: 102.402265ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:31:23.666472Z","caller":"traceutil/trace.go:171","msg":"trace[2018576236] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"209.778577ms","start":"2026-05-30T02:31:23.456674Z","end":"2026-05-30T02:31:23.666453Z","steps":["trace[2018576236] 'process raft request' (duration: 209.704845ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.666511Z","caller":"traceutil/trace.go:171","msg":"trace[1624094678] transaction","detail":"{read_only:false; response_revision:19763; number_of_response:1; }","duration":"209.844738ms","start":"2026-05-30T02:31:23.456653Z","end":"2026-05-30T02:31:23.666498Z","steps":["trace[1624094678] 'process raft request' (duration: 209.685953ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.666499Z","caller":"traceutil/trace.go:171","msg":"trace[1582231057] transaction","detail":"{read_only:false; response_revision:19762; number_of_response:1; }","duration":"209.877279ms","start":"2026-05-30T02:31:23.4566Z","end":"2026-05-30T02:31:23.666477Z","steps":["trace[1582231057] 'process raft request' (duration: 209.699874ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.666486Z","caller":"traceutil/trace.go:171","msg":"trace[1783540634] transaction","detail":"{read_only:false; response_revision:19761; number_of_response:1; }","duration":"209.890329ms","start":"2026-05-30T02:31:23.456533Z","end":"2026-05-30T02:31:23.666423Z","steps":["trace[1783540634] 'process raft request' (duration: 209.652152ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.666891Z","caller":"traceutil/trace.go:171","msg":"trace[1116663055] linearizableReadLoop","detail":"{readStateIndex:20431; appliedIndex:20423; }","duration":"128.725404ms","start":"2026-05-30T02:31:23.538141Z","end":"2026-05-30T02:31:23.666866Z","steps":["trace[1116663055] 'read index received' (duration: 24.987522ms)","trace[1116663055] 'applied index is now lower than readState.Index' (duration: 103.736942ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:31:23.666976Z","caller":"traceutil/trace.go:171","msg":"trace[450496216] transaction","detail":"{read_only:false; response_revision:19766; number_of_response:1; }","duration":"207.696549ms","start":"2026-05-30T02:31:23.459251Z","end":"2026-05-30T02:31:23.666947Z","steps":["trace[450496216] 'process raft request' (duration: 207.509034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.6671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.574578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2929e9de-1fde-4619-9e24-f1445654d7bd\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-30T02:31:23.667144Z","caller":"traceutil/trace.go:171","msg":"trace[1087168652] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2929e9de-1fde-4619-9e24-f1445654d7bd; range_end:; response_count:1; response_revision:19766; }","duration":"210.66969ms","start":"2026-05-30T02:31:23.45646Z","end":"2026-05-30T02:31:23.667129Z","steps":["trace[1087168652] 'agreement among raft nodes before linearized reading' (duration: 210.496625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.667385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.556588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-30T02:31:23.667398Z","caller":"traceutil/trace.go:171","msg":"trace[1062650907] transaction","detail":"{read_only:false; response_revision:19765; number_of_response:1; }","duration":"208.722017ms","start":"2026-05-30T02:31:23.458657Z","end":"2026-05-30T02:31:23.667379Z","steps":["trace[1062650907] 'process raft request' (duration: 207.75346ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.667422Z","caller":"traceutil/trace.go:171","msg":"trace[1805920409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19766; }","duration":"210.611929ms","start":"2026-05-30T02:31:23.456802Z","end":"2026-05-30T02:31:23.667414Z","steps":["trace[1805920409] 'agreement among raft nodes before linearized reading' (duration: 210.510616ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:23.942142Z","caller":"traceutil/trace.go:171","msg":"trace[1885807216] linearizableReadLoop","detail":"{readStateIndex:20433; appliedIndex:20432; }","duration":"218.075333ms","start":"2026-05-30T02:31:23.724044Z","end":"2026-05-30T02:31:23.942119Z","steps":["trace[1885807216] 'read index received' (duration: 217.810256ms)","trace[1885807216] 'applied index is now lower than readState.Index' (duration: 263.927µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:31:23.942402Z","caller":"traceutil/trace.go:171","msg":"trace[606375229] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"218.366761ms","start":"2026-05-30T02:31:23.724017Z","end":"2026-05-30T02:31:23.942384Z","steps":["trace[606375229] 'process raft request' (duration: 217.939919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.942588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.508495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:31:23.942672Z","caller":"traceutil/trace.go:171","msg":"trace[1543628777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19768; }","duration":"218.625197ms","start":"2026-05-30T02:31:23.724028Z","end":"2026-05-30T02:31:23.942654Z","steps":["trace[1543628777] 'agreement among raft nodes before linearized reading' (duration: 218.436732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:23.942598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.510094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:31:23.94277Z","caller":"traceutil/trace.go:171","msg":"trace[1528294838] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19768; }","duration":"181.733171ms","start":"2026-05-30T02:31:23.761014Z","end":"2026-05-30T02:31:23.942747Z","steps":["trace[1528294838] 'agreement among raft nodes before linearized reading' (duration: 181.434133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:49.904539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:50.405666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:50.905834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:51.406587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886544652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:31:51.570439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.20154032s","expected-duration":"1s"} {"level":"info","ts":"2026-05-30T02:31:51.570801Z","caller":"traceutil/trace.go:171","msg":"trace[1814709081] transaction","detail":"{read_only:false; response_revision:19895; number_of_response:1; }","duration":"2.202003542s","start":"2026-05-30T02:31:49.368774Z","end":"2026-05-30T02:31:51.570778Z","steps":["trace[1814709081] 'process raft request' (duration: 2.201865159s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:51.570954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.368749Z","time spent":"2.202130306s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:31:52.217505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000718759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-30T02:31:52.21769Z","caller":"traceutil/trace.go:171","msg":"trace[1970220587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000965926s","start":"2026-05-30T02:31:50.216702Z","end":"2026-05-30T02:31:52.217667Z","steps":["trace[1970220587] 'agreement among raft nodes before linearized reading' (duration: 2.00076234s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.217799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:50.216683Z","time spent":"2.00109839s","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/30 02:31:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-30T02:31:52.943157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09103321s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:31:52.943364Z","caller":"traceutil/trace.go:171","msg":"trace[1874404944] linearizableReadLoop","detail":"{readStateIndex:20567; appliedIndex:20564; }","duration":"3.539827708s","start":"2026-05-30T02:31:49.403492Z","end":"2026-05-30T02:31:52.943319Z","steps":["trace[1874404944] 'read index received' (duration: 2.167221753s)","trace[1874404944] 'applied index is now lower than readState.Index' (duration: 1.372605304s)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:31:52.943447Z","caller":"traceutil/trace.go:171","msg":"trace[1997235078] transaction","detail":"{read_only:false; response_revision:19896; number_of_response:1; }","duration":"3.567039121s","start":"2026-05-30T02:31:49.376398Z","end":"2026-05-30T02:31:52.943437Z","steps":["trace[1997235078] 'process raft request' (duration: 2.475650072s)","trace[1997235078] 'compare' (duration: 1.090794252s)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:31:52.943497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.376377Z","time spent":"3.567093253s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:31:52.943621Z","caller":"traceutil/trace.go:171","msg":"trace[336713731] transaction","detail":"{read_only:false; response_revision:19897; number_of_response:1; }","duration":"3.566860686s","start":"2026-05-30T02:31:49.376729Z","end":"2026-05-30T02:31:52.94359Z","steps":["trace[336713731] 'process raft request' (duration: 3.566512916s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.943735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.376715Z","time spent":"3.566956638s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:31:52.94423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.441489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:31:52.944322Z","caller":"traceutil/trace.go:171","msg":"trace[563044206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19897; }","duration":"726.592912ms","start":"2026-05-30T02:31:52.217708Z","end":"2026-05-30T02:31:52.944301Z","steps":["trace[563044206] 'agreement among raft nodes before linearized reading' (duration: 726.449638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.944364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:52.217689Z","time spent":"726.665454ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T02:31:52.94598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540941619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-30T02:31:52.946085Z","caller":"traceutil/trace.go:171","msg":"trace[1176115042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19897; }","duration":"3.542612164s","start":"2026-05-30T02:31:49.403449Z","end":"2026-05-30T02:31:52.946061Z","steps":["trace[1176115042] 'agreement among raft nodes before linearized reading' (duration: 3.540083545s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.946134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.403438Z","time spent":"3.542686586s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T02:31:52.946124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514722982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:31:52.946643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194605331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:31:52.946859Z","caller":"traceutil/trace.go:171","msg":"trace[1115404758] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19897; }","duration":"3.514814135s","start":"2026-05-30T02:31:49.431358Z","end":"2026-05-30T02:31:52.946172Z","steps":["trace[1115404758] 'agreement among raft nodes before linearized reading' (duration: 3.512499882s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.946924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.431348Z","time spent":"3.515557805s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:31:52.946798Z","caller":"traceutil/trace.go:171","msg":"trace[1287780140] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19897; }","duration":"2.194792876s","start":"2026-05-30T02:31:50.751949Z","end":"2026-05-30T02:31:52.946741Z","steps":["trace[1287780140] 'agreement among raft nodes before linearized reading' (duration: 2.19201821s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.946994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:50.751931Z","time spent":"2.195043383s","remote":"127.0.0.1:40458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:31:52.947061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299548311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:31:52.947103Z","caller":"traceutil/trace.go:171","msg":"trace[1093475265] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19897; }","duration":"3.299640253s","start":"2026-05-30T02:31:49.64745Z","end":"2026-05-30T02:31:52.94709Z","steps":["trace[1093475265] 'agreement among raft nodes before linearized reading' (duration: 3.296605311s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.947134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.647429Z","time spent":"3.299698234s","remote":"127.0.0.1:53620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:31:52.947237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25445668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-30T02:31:52.947285Z","caller":"traceutil/trace.go:171","msg":"trace[1730984378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19897; }","duration":"3.254542592s","start":"2026-05-30T02:31:49.692728Z","end":"2026-05-30T02:31:52.94727Z","steps":["trace[1730984378] 'agreement among raft nodes before linearized reading' (duration: 3.251450458s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.94728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339876521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-30T02:31:52.947383Z","caller":"traceutil/trace.go:171","msg":"trace[1110951319] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19897; }","duration":"3.340038596s","start":"2026-05-30T02:31:49.607327Z","end":"2026-05-30T02:31:52.947366Z","steps":["trace[1110951319] 'agreement among raft nodes before linearized reading' (duration: 3.336798298s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.947429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.60727Z","time spent":"3.340146558s","remote":"127.0.0.1:53716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":156,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:31:52.947309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.692707Z","time spent":"3.254596543s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T02:31:52.948799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159010515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-30T02:31:52.948895Z","caller":"traceutil/trace.go:171","msg":"trace[1431447157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19897; }","duration":"3.159123348s","start":"2026-05-30T02:31:49.789751Z","end":"2026-05-30T02:31:52.948875Z","steps":["trace[1431447157] 'agreement among raft nodes before linearized reading' (duration: 3.154822741s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.949021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.789743Z","time spent":"3.159265222s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T02:31:52.949072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149398902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-30T02:31:52.949166Z","caller":"traceutil/trace.go:171","msg":"trace[536318952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19897; }","duration":"3.149537707s","start":"2026-05-30T02:31:49.79961Z","end":"2026-05-30T02:31:52.949148Z","steps":["trace[536318952] 'agreement among raft nodes before linearized reading' (duration: 3.144261523s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.949189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153783942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-30T02:31:52.949205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135257447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-30T02:31:52.949229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.799581Z","time spent":"3.149634008s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-30T02:31:52.949238Z","caller":"traceutil/trace.go:171","msg":"trace[1464377634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19897; }","duration":"3.153862545s","start":"2026-05-30T02:31:49.79536Z","end":"2026-05-30T02:31:52.949222Z","steps":["trace[1464377634] 'agreement among raft nodes before linearized reading' (duration: 3.149143966s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.949287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.795342Z","time spent":"3.153934956s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-30T02:31:52.949242Z","caller":"traceutil/trace.go:171","msg":"trace[2069767641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19897; }","duration":"3.135314618s","start":"2026-05-30T02:31:49.813915Z","end":"2026-05-30T02:31:52.94923Z","steps":["trace[2069767641] 'agreement among raft nodes before linearized reading' (duration: 3.130022723s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.949111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305503283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-05-30T02:31:52.949358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.813906Z","time spent":"3.135445391s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-30T02:31:52.949385Z","caller":"traceutil/trace.go:171","msg":"trace[487132110] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:19897; }","duration":"1.305810912s","start":"2026-05-30T02:31:51.64356Z","end":"2026-05-30T02:31:52.949371Z","steps":["trace[487132110] 'agreement among raft nodes before linearized reading' (duration: 1.300328262s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.94943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:51.64354Z","time spent":"1.305879174s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-05-30T02:31:52.947105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213283366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:31:52.949682Z","caller":"traceutil/trace.go:171","msg":"trace[1698467013] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19897; }","duration":"3.215880367s","start":"2026-05-30T02:31:49.733783Z","end":"2026-05-30T02:31:52.949664Z","steps":["trace[1698467013] 'agreement among raft nodes before linearized reading' (duration: 3.210242253s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.949729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.733726Z","time spent":"3.21598646s","remote":"127.0.0.1:36238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:31:52.950058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133120718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-30T02:31:52.95012Z","caller":"traceutil/trace.go:171","msg":"trace[1967197474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19897; }","duration":"3.138882926s","start":"2026-05-30T02:31:49.811219Z","end":"2026-05-30T02:31:52.950102Z","steps":["trace[1967197474] 'agreement among raft nodes before linearized reading' (duration: 3.133007395s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:52.950156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:31:49.811208Z","time spent":"3.138935727s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-30T02:31:53.106999Z","caller":"traceutil/trace.go:171","msg":"trace[943819055] transaction","detail":"{read_only:false; response_revision:19898; number_of_response:1; }","duration":"154.830695ms","start":"2026-05-30T02:31:52.952133Z","end":"2026-05-30T02:31:53.106963Z","steps":["trace[943819055] 'process raft request' (duration: 154.507236ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:53.107193Z","caller":"traceutil/trace.go:171","msg":"trace[1035095226] transaction","detail":"{read_only:false; response_revision:19900; number_of_response:1; }","duration":"153.629672ms","start":"2026-05-30T02:31:52.953514Z","end":"2026-05-30T02:31:53.107143Z","steps":["trace[1035095226] 'process raft request' (duration: 153.388796ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:53.106996Z","caller":"traceutil/trace.go:171","msg":"trace[122675051] transaction","detail":"{read_only:false; response_revision:19899; number_of_response:1; }","duration":"154.206438ms","start":"2026-05-30T02:31:52.952758Z","end":"2026-05-30T02:31:53.106965Z","steps":["trace[122675051] 'process raft request' (duration: 154.070325ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:53.107489Z","caller":"traceutil/trace.go:171","msg":"trace[509262234] transaction","detail":"{read_only:false; response_revision:19901; number_of_response:1; }","duration":"153.862309ms","start":"2026-05-30T02:31:52.953608Z","end":"2026-05-30T02:31:53.10747Z","steps":["trace[509262234] 'process raft request' (duration: 153.479849ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:53.108023Z","caller":"traceutil/trace.go:171","msg":"trace[907416540] transaction","detail":"{read_only:false; response_revision:19902; number_of_response:1; }","duration":"153.837898ms","start":"2026-05-30T02:31:52.954167Z","end":"2026-05-30T02:31:53.108005Z","steps":["trace[907416540] 'process raft request' (duration: 153.237281ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:53.108256Z","caller":"traceutil/trace.go:171","msg":"trace[1721700853] transaction","detail":"{read_only:false; response_revision:19904; number_of_response:1; }","duration":"153.580141ms","start":"2026-05-30T02:31:52.95466Z","end":"2026-05-30T02:31:53.10824Z","steps":["trace[1721700853] 'process raft request' (duration: 153.472398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:31:53.108348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.444077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:31:53.108232Z","caller":"traceutil/trace.go:171","msg":"trace[1358334110] transaction","detail":"{read_only:false; response_revision:19903; number_of_response:1; }","duration":"153.775696ms","start":"2026-05-30T02:31:52.954442Z","end":"2026-05-30T02:31:53.108218Z","steps":["trace[1358334110] 'process raft request' (duration: 153.479588ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:31:53.108426Z","caller":"traceutil/trace.go:171","msg":"trace[480470768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19904; }","duration":"153.54027ms","start":"2026-05-30T02:31:52.95487Z","end":"2026-05-30T02:31:53.10841Z","steps":["trace[480470768] 'agreement among raft nodes before linearized reading' (duration: 153.421736ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:32:28.621537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18181} {"level":"info","ts":"2026-05-30T02:32:28.741047Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18181,"took":"115.272086ms","hash":206543240,"current-db-size-bytes":58191872,"current-db-size":"58 MB","current-db-size-in-use-bytes":29163520,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-30T02:32:28.741168Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":206543240,"revision":18181,"compact-revision":15629} {"level":"info","ts":"2026-05-30T02:37:28.627562Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20348} {"level":"info","ts":"2026-05-30T02:37:28.747035Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20348,"took":"115.187705ms","hash":498268522,"current-db-size-bytes":58191872,"current-db-size":"58 MB","current-db-size-in-use-bytes":42475520,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-30T02:37:28.747115Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":498268522,"revision":20348,"compact-revision":18181} {"level":"warn","ts":"2026-05-30T02:38:28.521116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.298093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:28.521195Z","caller":"traceutil/trace.go:171","msg":"trace[695433840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24167; }","duration":"305.414126ms","start":"2026-05-30T02:38:28.215765Z","end":"2026-05-30T02:38:28.521179Z","steps":["trace[695433840] 'range keys from in-memory index tree' (duration: 305.218711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:28.521226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:28.215748Z","time spent":"305.470647ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-30T02:38:28.642688Z","caller":"traceutil/trace.go:171","msg":"trace[1849435650] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"253.461008ms","start":"2026-05-30T02:38:28.389195Z","end":"2026-05-30T02:38:28.642656Z","steps":["trace[1849435650] 'process raft request' (duration: 253.288893ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:28.660093Z","caller":"traceutil/trace.go:171","msg":"trace[452468239] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"268.806627ms","start":"2026-05-30T02:38:28.391254Z","end":"2026-05-30T02:38:28.660061Z","steps":["trace[452468239] 'process raft request' (duration: 268.564801ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:29.07808Z","caller":"traceutil/trace.go:171","msg":"trace[1066480468] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"106.109526ms","start":"2026-05-30T02:38:28.97164Z","end":"2026-05-30T02:38:29.07775Z","steps":["trace[1066480468] 'process raft request' (duration: 105.840819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:29.34474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.357338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:38:29.344827Z","caller":"traceutil/trace.go:171","msg":"trace[1420067353] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"262.68252ms","start":"2026-05-30T02:38:29.082129Z","end":"2026-05-30T02:38:29.344812Z","steps":["trace[1420067353] 'process raft request' (duration: 132.105106ms)","trace[1420067353] 'compare' (duration: 129.976368ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:29.359301Z","caller":"traceutil/trace.go:171","msg":"trace[120018911] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"276.834266ms","start":"2026-05-30T02:38:29.082435Z","end":"2026-05-30T02:38:29.35927Z","steps":["trace[120018911] 'process raft request' (duration: 276.665841ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:29.359425Z","caller":"traceutil/trace.go:171","msg":"trace[1328175167] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"276.924679ms","start":"2026-05-30T02:38:29.082495Z","end":"2026-05-30T02:38:29.359419Z","steps":["trace[1328175167] 'process raft request' (duration: 276.731624ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:29.359362Z","caller":"traceutil/trace.go:171","msg":"trace[392861806] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"276.715083ms","start":"2026-05-30T02:38:29.08263Z","end":"2026-05-30T02:38:29.359345Z","steps":["trace[392861806] 'process raft request' (duration: 276.644991ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:29.359405Z","caller":"traceutil/trace.go:171","msg":"trace[2023468447] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"276.900578ms","start":"2026-05-30T02:38:29.082498Z","end":"2026-05-30T02:38:29.359398Z","steps":["trace[2023468447] 'process raft request' (duration: 276.695013ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:29.359767Z","caller":"traceutil/trace.go:171","msg":"trace[1106054413] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"276.329802ms","start":"2026-05-30T02:38:29.083388Z","end":"2026-05-30T02:38:29.359718Z","steps":["trace[1106054413] 'process raft request' (duration: 275.927841ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:29.35977Z","caller":"traceutil/trace.go:171","msg":"trace[686484014] linearizableReadLoop","detail":"{readStateIndex:24962; appliedIndex:24957; }","duration":"144.095123ms","start":"2026-05-30T02:38:29.215583Z","end":"2026-05-30T02:38:29.359678Z","steps":["trace[686484014] 'read index received' (duration: 143.421765ms)","trace[686484014] 'applied index is now lower than readState.Index' (duration: 671.078µs)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:29.359853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.265178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:29.359994Z","caller":"traceutil/trace.go:171","msg":"trace[619870075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24177; }","duration":"144.445573ms","start":"2026-05-30T02:38:29.215508Z","end":"2026-05-30T02:38:29.359954Z","steps":["trace[619870075] 'agreement among raft nodes before linearized reading' (duration: 144.272098ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:30.243032Z","caller":"traceutil/trace.go:171","msg":"trace[2040184998] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"160.573233ms","start":"2026-05-30T02:38:30.082443Z","end":"2026-05-30T02:38:30.243016Z","steps":["trace[2040184998] 'process raft request' (duration: 160.279555ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:30.78088Z","caller":"traceutil/trace.go:171","msg":"trace[1886612543] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"132.875807ms","start":"2026-05-30T02:38:30.647981Z","end":"2026-05-30T02:38:30.780857Z","steps":["trace[1886612543] 'process raft request' (duration: 132.747343ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:30.917412Z","caller":"traceutil/trace.go:171","msg":"trace[1717293493] linearizableReadLoop","detail":"{readStateIndex:24968; appliedIndex:24967; }","duration":"191.448405ms","start":"2026-05-30T02:38:30.725944Z","end":"2026-05-30T02:38:30.917392Z","steps":["trace[1717293493] 'read index received' (duration: 55.663349ms)","trace[1717293493] 'applied index is now lower than readState.Index' (duration: 135.784436ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:30.917631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.661541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:38:30.917689Z","caller":"traceutil/trace.go:171","msg":"trace[1141808452] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24183; }","duration":"191.798345ms","start":"2026-05-30T02:38:30.725876Z","end":"2026-05-30T02:38:30.917674Z","steps":["trace[1141808452] 'agreement among raft nodes before linearized reading' (duration: 191.679452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:30.917748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.499752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:30.917788Z","caller":"traceutil/trace.go:171","msg":"trace[941536438] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24183; }","duration":"119.571944ms","start":"2026-05-30T02:38:30.798205Z","end":"2026-05-30T02:38:30.917777Z","steps":["trace[941536438] 'agreement among raft nodes before linearized reading' (duration: 119.500282ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:30.917854Z","caller":"traceutil/trace.go:171","msg":"trace[1505911404] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"252.458041ms","start":"2026-05-30T02:38:30.665387Z","end":"2026-05-30T02:38:30.917845Z","steps":["trace[1505911404] 'process raft request' (duration: 237.300037ms)","trace[1505911404] 'compare' (duration: 14.616789ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:30.91802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.422163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-30T02:38:30.918053Z","caller":"traceutil/trace.go:171","msg":"trace[62205569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24183; }","duration":"110.491785ms","start":"2026-05-30T02:38:30.807553Z","end":"2026-05-30T02:38:30.918045Z","steps":["trace[62205569] 'agreement among raft nodes before linearized reading' (duration: 110.393203ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:31.352752Z","caller":"traceutil/trace.go:171","msg":"trace[1161710064] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"270.033681ms","start":"2026-05-30T02:38:31.082694Z","end":"2026-05-30T02:38:31.352728Z","steps":["trace[1161710064] 'process raft request' (duration: 269.879757ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:31.575952Z","caller":"traceutil/trace.go:171","msg":"trace[1529117854] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"404.267805ms","start":"2026-05-30T02:38:31.171645Z","end":"2026-05-30T02:38:31.575913Z","steps":["trace[1529117854] 'process raft request' (duration: 319.200733ms)","trace[1529117854] 'compare' (duration: 84.564948ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:31.575983Z","caller":"traceutil/trace.go:171","msg":"trace[1662735305] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"115.487983ms","start":"2026-05-30T02:38:31.460463Z","end":"2026-05-30T02:38:31.575951Z","steps":["trace[1662735305] 'process raft request' (duration: 115.416401ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:31.576063Z","caller":"traceutil/trace.go:171","msg":"trace[262636738] linearizableReadLoop","detail":"{readStateIndex:24970; appliedIndex:24968; }","duration":"359.291546ms","start":"2026-05-30T02:38:31.216728Z","end":"2026-05-30T02:38:31.57602Z","steps":["trace[262636738] 'read index received' (duration: 135.849438ms)","trace[262636738] 'applied index is now lower than readState.Index' (duration: 223.440678ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:31.57608Z","caller":"traceutil/trace.go:171","msg":"trace[249045034] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"139.901478ms","start":"2026-05-30T02:38:31.436146Z","end":"2026-05-30T02:38:31.576047Z","steps":["trace[249045034] 'process raft request' (duration: 139.60856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.576119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:31.17162Z","time spent":"404.413779ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:31.576237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.498692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:31.576298Z","caller":"traceutil/trace.go:171","msg":"trace[2045777166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24187; }","duration":"359.704548ms","start":"2026-05-30T02:38:31.216578Z","end":"2026-05-30T02:38:31.576283Z","steps":["trace[2045777166] 'agreement among raft nodes before linearized reading' (duration: 359.602845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.576342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:31.216518Z","time spent":"359.815831ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T02:38:31.576371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.375877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-30T02:38:31.576383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.454209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-30T02:38:31.576379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.981096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-30T02:38:31.576407Z","caller":"traceutil/trace.go:171","msg":"trace[1030502800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24187; }","duration":"212.442109ms","start":"2026-05-30T02:38:31.363954Z","end":"2026-05-30T02:38:31.576396Z","steps":["trace[1030502800] 'agreement among raft nodes before linearized reading' (duration: 212.323135ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:31.576424Z","caller":"traceutil/trace.go:171","msg":"trace[778245417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24187; }","duration":"212.51991ms","start":"2026-05-30T02:38:31.363889Z","end":"2026-05-30T02:38:31.576409Z","steps":["trace[778245417] 'agreement among raft nodes before linearized reading' (duration: 212.359866ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:31.576431Z","caller":"traceutil/trace.go:171","msg":"trace[1914376891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24187; }","duration":"212.064248ms","start":"2026-05-30T02:38:31.364353Z","end":"2026-05-30T02:38:31.576417Z","steps":["trace[1914376891] 'agreement among raft nodes before linearized reading' (duration: 211.874563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.57625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.647827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:31.57651Z","caller":"traceutil/trace.go:171","msg":"trace[1189559486] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24187; }","duration":"233.964255ms","start":"2026-05-30T02:38:31.342532Z","end":"2026-05-30T02:38:31.576496Z","steps":["trace[1189559486] 'agreement among raft nodes before linearized reading' (duration: 233.649437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.57653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.316838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-30T02:38:31.576577Z","caller":"traceutil/trace.go:171","msg":"trace[1394875881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24187; }","duration":"211.387619ms","start":"2026-05-30T02:38:31.365173Z","end":"2026-05-30T02:38:31.576561Z","steps":["trace[1394875881] 'agreement among raft nodes before linearized reading' (duration: 211.158813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.576589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.046414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-30T02:38:31.576619Z","caller":"traceutil/trace.go:171","msg":"trace[451470305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24187; }","duration":"228.094196ms","start":"2026-05-30T02:38:31.348516Z","end":"2026-05-30T02:38:31.576611Z","steps":["trace[451470305] 'agreement among raft nodes before linearized reading' (duration: 228.009723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.576786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.8793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-30T02:38:31.576961Z","caller":"traceutil/trace.go:171","msg":"trace[1349485019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24187; }","duration":"213.072845ms","start":"2026-05-30T02:38:31.363864Z","end":"2026-05-30T02:38:31.576937Z","steps":["trace[1349485019] 'agreement among raft nodes before linearized reading' (duration: 212.410487ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:31.997193Z","caller":"traceutil/trace.go:171","msg":"trace[675899092] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"416.017325ms","start":"2026-05-30T02:38:31.581153Z","end":"2026-05-30T02:38:31.99717Z","steps":["trace[675899092] 'process raft request' (duration: 415.666815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.997341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:31.581139Z","time spent":"416.126228ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:31.997496Z","caller":"traceutil/trace.go:171","msg":"trace[757043893] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"416.223341ms","start":"2026-05-30T02:38:31.581243Z","end":"2026-05-30T02:38:31.997467Z","steps":["trace[757043893] 'process raft request' (duration: 415.865751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.997638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:31.581222Z","time spent":"416.339914ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:31.997685Z","caller":"traceutil/trace.go:171","msg":"trace[1521533861] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"416.344554ms","start":"2026-05-30T02:38:31.581288Z","end":"2026-05-30T02:38:31.997632Z","steps":["trace[1521533861] 'process raft request' (duration: 416.152679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.997928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:31.581256Z","time spent":"416.54766ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:31.998139Z","caller":"traceutil/trace.go:171","msg":"trace[1762809393] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"416.438067ms","start":"2026-05-30T02:38:31.581689Z","end":"2026-05-30T02:38:31.998127Z","steps":["trace[1762809393] 'process raft request' (duration: 415.861941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.998231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:31.581681Z","time spent":"416.490998ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:31.998301Z","caller":"traceutil/trace.go:171","msg":"trace[294391248] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"416.591191ms","start":"2026-05-30T02:38:31.581695Z","end":"2026-05-30T02:38:31.998286Z","steps":["trace[294391248] 'process raft request' (duration: 416.067437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.998373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:31.581682Z","time spent":"416.655993ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:31.998642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.168775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-30T02:38:31.998681Z","caller":"traceutil/trace.go:171","msg":"trace[1998495498] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:24193; }","duration":"329.229926ms","start":"2026-05-30T02:38:31.669441Z","end":"2026-05-30T02:38:31.998671Z","steps":["trace[1998495498] 'agreement among raft nodes before linearized reading' (duration: 329.092692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:31.998709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:31.669408Z","time spent":"329.295167ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-05-30T02:38:31.998256Z","caller":"traceutil/trace.go:171","msg":"trace[1221034142] linearizableReadLoop","detail":"{readStateIndex:24978; appliedIndex:24973; }","duration":"328.751643ms","start":"2026-05-30T02:38:31.669482Z","end":"2026-05-30T02:38:31.998233Z","steps":["trace[1221034142] 'read index received' (duration: 327.526899ms)","trace[1221034142] 'applied index is now lower than readState.Index' (duration: 1.222554ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:32.108509Z","caller":"traceutil/trace.go:171","msg":"trace[1719389482] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"158.413914ms","start":"2026-05-30T02:38:31.949983Z","end":"2026-05-30T02:38:32.108397Z","steps":["trace[1719389482] 'process raft request' (duration: 154.663842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:32.108766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.201271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:32.108848Z","caller":"traceutil/trace.go:171","msg":"trace[1677085869] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24194; }","duration":"253.337325ms","start":"2026-05-30T02:38:31.855499Z","end":"2026-05-30T02:38:32.108836Z","steps":["trace[1677085869] 'agreement among raft nodes before linearized reading' (duration: 253.201481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:32.109061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.256545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:38:32.109364Z","caller":"traceutil/trace.go:171","msg":"trace[557339885] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24194; }","duration":"437.585504ms","start":"2026-05-30T02:38:31.671765Z","end":"2026-05-30T02:38:32.10935Z","steps":["trace[557339885] 'agreement among raft nodes before linearized reading' (duration: 437.235094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:32.109415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:31.671759Z","time spent":"437.641555ms","remote":"127.0.0.1:34070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:38:32.108553Z","caller":"traceutil/trace.go:171","msg":"trace[1162679138] linearizableReadLoop","detail":"{readStateIndex:24979; appliedIndex:24978; }","duration":"108.830941ms","start":"2026-05-30T02:38:31.999703Z","end":"2026-05-30T02:38:32.108534Z","steps":["trace[1162679138] 'read index received' (duration: 104.941254ms)","trace[1162679138] 'applied index is now lower than readState.Index' (duration: 3.888707ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:32.518389Z","caller":"traceutil/trace.go:171","msg":"trace[1233114412] linearizableReadLoop","detail":"{readStateIndex:24982; appliedIndex:24981; }","duration":"198.523949ms","start":"2026-05-30T02:38:32.319841Z","end":"2026-05-30T02:38:32.518365Z","steps":["trace[1233114412] 'read index received' (duration: 198.091517ms)","trace[1233114412] 'applied index is now lower than readState.Index' (duration: 431.272µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:32.518526Z","caller":"traceutil/trace.go:171","msg":"trace[2103491911] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"270.446561ms","start":"2026-05-30T02:38:32.248011Z","end":"2026-05-30T02:38:32.518457Z","steps":["trace[2103491911] 'process raft request' (duration: 270.02152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:32.518646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.800586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-30T02:38:32.518695Z","caller":"traceutil/trace.go:171","msg":"trace[271157511] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24196; }","duration":"198.898329ms","start":"2026-05-30T02:38:32.319781Z","end":"2026-05-30T02:38:32.51868Z","steps":["trace[271157511] 'agreement among raft nodes before linearized reading' (duration: 198.714864ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:32.699505Z","caller":"traceutil/trace.go:171","msg":"trace[369683336] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"105.715096ms","start":"2026-05-30T02:38:32.593757Z","end":"2026-05-30T02:38:32.699472Z","steps":["trace[369683336] 'process raft request' (duration: 105.49659ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:33.052867Z","caller":"traceutil/trace.go:171","msg":"trace[490574964] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"318.032251ms","start":"2026-05-30T02:38:32.734804Z","end":"2026-05-30T02:38:33.052836Z","steps":["trace[490574964] 'process raft request' (duration: 317.807445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:33.053057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:32.734781Z","time spent":"318.179774ms","remote":"127.0.0.1:40392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:33.160144Z","caller":"traceutil/trace.go:171","msg":"trace[753304830] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"237.177773ms","start":"2026-05-30T02:38:32.922938Z","end":"2026-05-30T02:38:33.160115Z","steps":["trace[753304830] 'process raft request' (duration: 237.087131ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:33.160156Z","caller":"traceutil/trace.go:171","msg":"trace[401057510] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"374.386549ms","start":"2026-05-30T02:38:32.785728Z","end":"2026-05-30T02:38:33.160115Z","steps":["trace[401057510] 'process raft request' (duration: 343.911497ms)","trace[401057510] 'compare' (duration: 30.274847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:33.16085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:32.785705Z","time spent":"375.050467ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:33.766299Z","caller":"traceutil/trace.go:171","msg":"trace[2073658624] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"184.023143ms","start":"2026-05-30T02:38:33.58225Z","end":"2026-05-30T02:38:33.766274Z","steps":["trace[2073658624] 'process raft request' (duration: 183.307604ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:33.794922Z","caller":"traceutil/trace.go:171","msg":"trace[219986963] linearizableReadLoop","detail":"{readStateIndex:24989; appliedIndex:24987; }","duration":"124.21223ms","start":"2026-05-30T02:38:33.670676Z","end":"2026-05-30T02:38:33.794888Z","steps":["trace[219986963] 'read index received' (duration: 94.968402ms)","trace[219986963] 'applied index is now lower than readState.Index' (duration: 29.242518ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:33.795165Z","caller":"traceutil/trace.go:171","msg":"trace[1954398217] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"124.354884ms","start":"2026-05-30T02:38:33.67075Z","end":"2026-05-30T02:38:33.795105Z","steps":["trace[1954398217] 'process raft request' (duration: 124.015135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:33.795325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.82425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-30T02:38:33.795424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.725194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-30T02:38:33.795438Z","caller":"traceutil/trace.go:171","msg":"trace[461774003] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24205; }","duration":"112.987655ms","start":"2026-05-30T02:38:33.682429Z","end":"2026-05-30T02:38:33.795417Z","steps":["trace[461774003] 'agreement among raft nodes before linearized reading' (duration: 112.776889ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:33.795488Z","caller":"traceutil/trace.go:171","msg":"trace[1262231260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24205; }","duration":"124.828527ms","start":"2026-05-30T02:38:33.670643Z","end":"2026-05-30T02:38:33.795472Z","steps":["trace[1262231260] 'agreement among raft nodes before linearized reading' (duration: 124.640162ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:33.795697Z","caller":"traceutil/trace.go:171","msg":"trace[1858545167] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"211.923565ms","start":"2026-05-30T02:38:33.583162Z","end":"2026-05-30T02:38:33.795086Z","steps":["trace[1858545167] 'process raft request' (duration: 211.417001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:34.044548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.375629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:38:34.044673Z","caller":"traceutil/trace.go:171","msg":"trace[936056587] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"244.41705ms","start":"2026-05-30T02:38:33.800242Z","end":"2026-05-30T02:38:34.044659Z","steps":["trace[936056587] 'process raft request' (duration: 128.858716ms)","trace[936056587] 'compare' (duration: 115.264746ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:34.363817Z","caller":"traceutil/trace.go:171","msg":"trace[211518136] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"314.971427ms","start":"2026-05-30T02:38:34.048819Z","end":"2026-05-30T02:38:34.36379Z","steps":["trace[211518136] 'process raft request' (duration: 314.804783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:34.363979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:34.048797Z","time spent":"315.09083ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:34.400979Z","caller":"traceutil/trace.go:171","msg":"trace[346462003] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"350.64483ms","start":"2026-05-30T02:38:34.050303Z","end":"2026-05-30T02:38:34.400947Z","steps":["trace[346462003] 'process raft request' (duration: 348.129692ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:34.400988Z","caller":"traceutil/trace.go:171","msg":"trace[371628490] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"350.525078ms","start":"2026-05-30T02:38:34.050437Z","end":"2026-05-30T02:38:34.400963Z","steps":["trace[371628490] 'process raft request' (duration: 350.437475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:34.401148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:34.050282Z","time spent":"350.774734ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:34.401255Z","caller":"traceutil/trace.go:171","msg":"trace[498122035] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"350.749923ms","start":"2026-05-30T02:38:34.050492Z","end":"2026-05-30T02:38:34.401242Z","steps":["trace[498122035] 'process raft request' (duration: 350.434945ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:34.401312Z","caller":"traceutil/trace.go:171","msg":"trace[357271742] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"286.982534ms","start":"2026-05-30T02:38:34.114306Z","end":"2026-05-30T02:38:34.401288Z","steps":["trace[357271742] 'process raft request' (duration: 286.777428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:34.401431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.187573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:34.401293Z","caller":"traceutil/trace.go:171","msg":"trace[43135293] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"349.865359ms","start":"2026-05-30T02:38:34.051416Z","end":"2026-05-30T02:38:34.401282Z","steps":["trace[43135293] 'process raft request' (duration: 349.601912ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:34.401481Z","caller":"traceutil/trace.go:171","msg":"trace[435263329] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24212; }","duration":"326.275966ms","start":"2026-05-30T02:38:34.075192Z","end":"2026-05-30T02:38:34.401468Z","steps":["trace[435263329] 'agreement among raft nodes before linearized reading' (duration: 326.186063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:34.401523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:34.075177Z","time spent":"326.336627ms","remote":"127.0.0.1:53596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:38:34.401517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:34.050408Z","time spent":"350.65549ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:34.401412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:34.050486Z","time spent":"350.879907ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:34.401529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:34.051404Z","time spent":"350.072405ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:34.401327Z","caller":"traceutil/trace.go:171","msg":"trace[1827231660] linearizableReadLoop","detail":"{readStateIndex:24997; appliedIndex:24992; }","duration":"326.045869ms","start":"2026-05-30T02:38:34.075237Z","end":"2026-05-30T02:38:34.401283Z","steps":["trace[1827231660] 'read index received' (duration: 288.359551ms)","trace[1827231660] 'applied index is now lower than readState.Index' (duration: 37.685388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:34.401975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.180435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:38:34.401997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.626687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:34.402012Z","caller":"traceutil/trace.go:171","msg":"trace[621279704] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24212; }","duration":"255.241947ms","start":"2026-05-30T02:38:34.146759Z","end":"2026-05-30T02:38:34.402001Z","steps":["trace[621279704] 'agreement among raft nodes before linearized reading' (duration: 255.180935ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:34.40204Z","caller":"traceutil/trace.go:171","msg":"trace[1011746077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24212; }","duration":"185.712249ms","start":"2026-05-30T02:38:34.216317Z","end":"2026-05-30T02:38:34.402029Z","steps":["trace[1011746077] 'agreement among raft nodes before linearized reading' (duration: 185.636667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:43.212787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.758773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:38:43.212881Z","caller":"traceutil/trace.go:171","msg":"trace[200945982] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24272; }","duration":"147.913097ms","start":"2026-05-30T02:38:43.064946Z","end":"2026-05-30T02:38:43.212859Z","steps":["trace[200945982] 'count revisions from in-memory index tree' (duration: 147.665481ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:43.356791Z","caller":"traceutil/trace.go:171","msg":"trace[1186109388] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"162.036273ms","start":"2026-05-30T02:38:43.194727Z","end":"2026-05-30T02:38:43.356764Z","steps":["trace[1186109388] 'process raft request' (duration: 161.9048ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:43.413643Z","caller":"traceutil/trace.go:171","msg":"trace[1490834236] linearizableReadLoop","detail":"{readStateIndex:25062; appliedIndex:25061; }","duration":"121.209619ms","start":"2026-05-30T02:38:43.292403Z","end":"2026-05-30T02:38:43.413613Z","steps":["trace[1490834236] 'read index received' (duration: 64.350297ms)","trace[1490834236] 'applied index is now lower than readState.Index' (duration: 56.858132ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:43.413771Z","caller":"traceutil/trace.go:171","msg":"trace[940626163] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"218.918955ms","start":"2026-05-30T02:38:43.19479Z","end":"2026-05-30T02:38:43.413709Z","steps":["trace[940626163] 'process raft request' (duration: 218.637178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:43.64468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.243985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-30T02:38:43.644896Z","caller":"traceutil/trace.go:171","msg":"trace[2141079816] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24274; }","duration":"352.506712ms","start":"2026-05-30T02:38:43.29236Z","end":"2026-05-30T02:38:43.644867Z","steps":["trace[2141079816] 'agreement among raft nodes before linearized reading' (duration: 121.436145ms)","trace[2141079816] 'count revisions from in-memory index tree' (duration: 230.81055ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:43.644693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.791955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:43.645088Z","caller":"traceutil/trace.go:171","msg":"trace[738579896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24274; }","duration":"303.226036ms","start":"2026-05-30T02:38:43.341833Z","end":"2026-05-30T02:38:43.645059Z","steps":["trace[738579896] 'agreement among raft nodes before linearized reading' (duration: 71.990594ms)","trace[738579896] 'count revisions from in-memory index tree' (duration: 230.80945ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:43.645031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:43.292345Z","time spent":"352.659746ms","remote":"127.0.0.1:53606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:38:43.645166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:43.341813Z","time spent":"303.327619ms","remote":"127.0.0.1:53970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:38:44.158543Z","caller":"traceutil/trace.go:171","msg":"trace[1063438808] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"674.325146ms","start":"2026-05-30T02:38:43.484199Z","end":"2026-05-30T02:38:44.158524Z","steps":["trace[1063438808] 'process raft request' (duration: 674.206833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.158656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:43.484167Z","time spent":"674.428588ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:44.191677Z","caller":"traceutil/trace.go:171","msg":"trace[1913650039] linearizableReadLoop","detail":"{readStateIndex:25064; appliedIndex:25062; }","duration":"387.293581ms","start":"2026-05-30T02:38:43.804352Z","end":"2026-05-30T02:38:44.191645Z","steps":["trace[1913650039] 'read index received' (duration: 354.085395ms)","trace[1913650039] 'applied index is now lower than readState.Index' (duration: 33.207136ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:44.192111Z","caller":"traceutil/trace.go:171","msg":"trace[272150154] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"392.856653ms","start":"2026-05-30T02:38:43.799235Z","end":"2026-05-30T02:38:44.192091Z","steps":["trace[272150154] 'process raft request' (duration: 392.056981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.192277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:43.799212Z","time spent":"392.958106ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:44.192594Z","caller":"traceutil/trace.go:171","msg":"trace[191225979] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"386.076479ms","start":"2026-05-30T02:38:43.806501Z","end":"2026-05-30T02:38:44.192578Z","steps":["trace[191225979] 'process raft request' (duration: 384.962068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.192676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:43.806488Z","time spent":"386.14973ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:44.192825Z","caller":"traceutil/trace.go:171","msg":"trace[902655534] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"367.163322ms","start":"2026-05-30T02:38:43.825648Z","end":"2026-05-30T02:38:44.192811Z","steps":["trace[902655534] 'process raft request' (duration: 365.886847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.192884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:43.825595Z","time spent":"367.262244ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:44.192964Z","caller":"traceutil/trace.go:171","msg":"trace[609589051] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"250.94984ms","start":"2026-05-30T02:38:43.942009Z","end":"2026-05-30T02:38:44.192958Z","steps":["trace[609589051] 'process raft request' (duration: 249.580593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.193067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.71167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:44.193095Z","caller":"traceutil/trace.go:171","msg":"trace[1442322445] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24279; }","duration":"388.773332ms","start":"2026-05-30T02:38:43.804315Z","end":"2026-05-30T02:38:44.193089Z","steps":["trace[1442322445] 'agreement among raft nodes before linearized reading' (duration: 388.72453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.193115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:43.804303Z","time spent":"388.807583ms","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:38:44.193234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.384247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:44.19326Z","caller":"traceutil/trace.go:171","msg":"trace[538784853] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24279; }","duration":"356.427529ms","start":"2026-05-30T02:38:43.836827Z","end":"2026-05-30T02:38:44.193254Z","steps":["trace[538784853] 'agreement among raft nodes before linearized reading' (duration: 356.383038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.193279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:43.83682Z","time spent":"356.45507ms","remote":"127.0.0.1:50968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:38:44.193709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.575364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-30T02:38:44.193732Z","caller":"traceutil/trace.go:171","msg":"trace[217731692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24279; }","duration":"108.634406ms","start":"2026-05-30T02:38:44.085092Z","end":"2026-05-30T02:38:44.193726Z","steps":["trace[217731692] 'agreement among raft nodes before linearized reading' (duration: 108.549714ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:44.506296Z","caller":"traceutil/trace.go:171","msg":"trace[383687349] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"307.530873ms","start":"2026-05-30T02:38:44.198735Z","end":"2026-05-30T02:38:44.506266Z","steps":["trace[383687349] 'process raft request' (duration: 250.029324ms)","trace[383687349] 'compare' (duration: 57.347515ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:44.506384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.668316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:44.506419Z","caller":"traceutil/trace.go:171","msg":"trace[660028430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24280; }","duration":"289.742948ms","start":"2026-05-30T02:38:44.216666Z","end":"2026-05-30T02:38:44.506409Z","steps":["trace[660028430] 'agreement among raft nodes before linearized reading' (duration: 289.672166ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:44.506294Z","caller":"traceutil/trace.go:171","msg":"trace[926170838] linearizableReadLoop","detail":"{readStateIndex:25068; appliedIndex:25067; }","duration":"289.572323ms","start":"2026-05-30T02:38:44.216702Z","end":"2026-05-30T02:38:44.506274Z","steps":["trace[926170838] 'read index received' (duration: 232.043254ms)","trace[926170838] 'applied index is now lower than readState.Index' (duration: 57.504409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:44.506422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.19871Z","time spent":"307.654127ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:44.770563Z","caller":"traceutil/trace.go:171","msg":"trace[1168539929] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"325.216576ms","start":"2026-05-30T02:38:44.445328Z","end":"2026-05-30T02:38:44.770545Z","steps":["trace[1168539929] 'process raft request' (duration: 325.125214ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:44.770617Z","caller":"traceutil/trace.go:171","msg":"trace[603727428] linearizableReadLoop","detail":"{readStateIndex:25069; appliedIndex:25069; }","duration":"264.135309ms","start":"2026-05-30T02:38:44.506455Z","end":"2026-05-30T02:38:44.770591Z","steps":["trace[603727428] 'read index received' (duration: 264.120739ms)","trace[603727428] 'applied index is now lower than readState.Index' (duration: 11.94µs)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:44.770673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.445301Z","time spent":"325.321229ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:44.770815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.025085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-30T02:38:44.770853Z","caller":"traceutil/trace.go:171","msg":"trace[1502794373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24281; }","duration":"368.108517ms","start":"2026-05-30T02:38:44.402731Z","end":"2026-05-30T02:38:44.77084Z","steps":["trace[1502794373] 'agreement among raft nodes before linearized reading' (duration: 367.937142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.770879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.402713Z","time spent":"368.160268ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T02:38:44.77096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.649689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-30T02:38:44.770987Z","caller":"traceutil/trace.go:171","msg":"trace[1621177526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24281; }","duration":"291.699311ms","start":"2026-05-30T02:38:44.47928Z","end":"2026-05-30T02:38:44.77098Z","steps":["trace[1621177526] 'agreement among raft nodes before linearized reading' (duration: 291.619599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.771051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.715561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-30T02:38:44.771069Z","caller":"traceutil/trace.go:171","msg":"trace[78883667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24281; }","duration":"291.742152ms","start":"2026-05-30T02:38:44.479322Z","end":"2026-05-30T02:38:44.771064Z","steps":["trace[78883667] 'agreement among raft nodes before linearized reading' (duration: 291.703961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.771129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.631315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-30T02:38:44.771144Z","caller":"traceutil/trace.go:171","msg":"trace[1438714363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24281; }","duration":"311.674476ms","start":"2026-05-30T02:38:44.459466Z","end":"2026-05-30T02:38:44.771141Z","steps":["trace[1438714363] 'agreement among raft nodes before linearized reading' (duration: 311.634875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.771156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.459457Z","time spent":"311.697017ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T02:38:44.771253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.875997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-30T02:38:44.771271Z","caller":"traceutil/trace.go:171","msg":"trace[1521530296] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24281; }","duration":"309.907048ms","start":"2026-05-30T02:38:44.46136Z","end":"2026-05-30T02:38:44.771267Z","steps":["trace[1521530296] 'agreement among raft nodes before linearized reading' (duration: 309.866517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:44.771285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.461351Z","time spent":"309.930348ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-30T02:38:44.827835Z","caller":"traceutil/trace.go:171","msg":"trace[181791393] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"240.564265ms","start":"2026-05-30T02:38:44.587252Z","end":"2026-05-30T02:38:44.827816Z","steps":["trace[181791393] 'process raft request' (duration: 240.426261ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:45.430866Z","caller":"traceutil/trace.go:171","msg":"trace[1795027285] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"656.115929ms","start":"2026-05-30T02:38:44.774729Z","end":"2026-05-30T02:38:45.430845Z","steps":["trace[1795027285] 'process raft request' (duration: 655.941004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:45.431074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.774711Z","time spent":"656.249312ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:45.431169Z","caller":"traceutil/trace.go:171","msg":"trace[1333000260] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"656.14825ms","start":"2026-05-30T02:38:44.774991Z","end":"2026-05-30T02:38:45.431139Z","steps":["trace[1333000260] 'process raft request' (duration: 655.817941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:45.431302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.774984Z","time spent":"656.250192ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:45.431345Z","caller":"traceutil/trace.go:171","msg":"trace[1158097947] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"655.756829ms","start":"2026-05-30T02:38:44.775557Z","end":"2026-05-30T02:38:45.431313Z","steps":["trace[1158097947] 'process raft request' (duration: 655.663436ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:45.431386Z","caller":"traceutil/trace.go:171","msg":"trace[1398836881] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"655.212784ms","start":"2026-05-30T02:38:44.77615Z","end":"2026-05-30T02:38:45.431363Z","steps":["trace[1398836881] 'process raft request' (duration: 655.114431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:45.431491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.775539Z","time spent":"655.878542ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:45.431524Z","caller":"traceutil/trace.go:171","msg":"trace[1025030089] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"656.242162ms","start":"2026-05-30T02:38:44.775272Z","end":"2026-05-30T02:38:45.431514Z","steps":["trace[1025030089] 'process raft request' (duration: 655.767169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:45.431529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.776143Z","time spent":"655.297006ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:45.431577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:44.775268Z","time spent":"656.284043ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:45.431325Z","caller":"traceutil/trace.go:171","msg":"trace[1261496847] linearizableReadLoop","detail":"{readStateIndex:25075; appliedIndex:25070; }","duration":"214.359131ms","start":"2026-05-30T02:38:45.216946Z","end":"2026-05-30T02:38:45.431305Z","steps":["trace[1261496847] 'read index received' (duration: 213.740414ms)","trace[1261496847] 'applied index is now lower than readState.Index' (duration: 617.617µs)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:45.431817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.861235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:45.431857Z","caller":"traceutil/trace.go:171","msg":"trace[1877779188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24287; }","duration":"214.949677ms","start":"2026-05-30T02:38:45.216896Z","end":"2026-05-30T02:38:45.431846Z","steps":["trace[1877779188] 'agreement among raft nodes before linearized reading' (duration: 214.802853ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:45.643783Z","caller":"traceutil/trace.go:171","msg":"trace[1210494061] linearizableReadLoop","detail":"{readStateIndex:25077; appliedIndex:25075; }","duration":"210.891756ms","start":"2026-05-30T02:38:45.432864Z","end":"2026-05-30T02:38:45.643755Z","steps":["trace[1210494061] 'read index received' (duration: 196.139544ms)","trace[1210494061] 'applied index is now lower than readState.Index' (duration: 14.750672ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:45.643843Z","caller":"traceutil/trace.go:171","msg":"trace[558775742] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"280.710562ms","start":"2026-05-30T02:38:45.363093Z","end":"2026-05-30T02:38:45.643804Z","steps":["trace[558775742] 'process raft request' (duration: 266.001911ms)","trace[558775742] 'compare' (duration: 14.049423ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:45.643845Z","caller":"traceutil/trace.go:171","msg":"trace[1758286562] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"223.334586ms","start":"2026-05-30T02:38:45.420465Z","end":"2026-05-30T02:38:45.6438Z","steps":["trace[1758286562] 'process raft request' (duration: 223.158881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:45.643939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.05496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:45.644043Z","caller":"traceutil/trace.go:171","msg":"trace[1569821684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24289; }","duration":"211.199964ms","start":"2026-05-30T02:38:45.432824Z","end":"2026-05-30T02:38:45.644024Z","steps":["trace[1569821684] 'agreement among raft nodes before linearized reading' (duration: 211.017699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:51.347725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.2499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:38:51.347887Z","caller":"traceutil/trace.go:171","msg":"trace[1805080362] linearizableReadLoop","detail":"{readStateIndex:25171; appliedIndex:25170; }","duration":"167.005828ms","start":"2026-05-30T02:38:51.180858Z","end":"2026-05-30T02:38:51.347863Z","steps":["trace[1805080362] 'read index received' (duration: 47.041µs)","trace[1805080362] 'applied index is now lower than readState.Index' (duration: 166.957266ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:51.34789Z","caller":"traceutil/trace.go:171","msg":"trace[879765594] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"499.078422ms","start":"2026-05-30T02:38:50.848785Z","end":"2026-05-30T02:38:51.347864Z","steps":["trace[879765594] 'process raft request' (duration: 137.607425ms)","trace[879765594] 'compare' (duration: 361.151708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:51.348009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:50.848758Z","time spent":"499.188325ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:51.348214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.540428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:51.348335Z","caller":"traceutil/trace.go:171","msg":"trace[1176719307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24382; }","duration":"132.703173ms","start":"2026-05-30T02:38:51.215599Z","end":"2026-05-30T02:38:51.348302Z","steps":["trace[1176719307] 'agreement among raft nodes before linearized reading' (duration: 132.517987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:51.348477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.607365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-30T02:38:51.348547Z","caller":"traceutil/trace.go:171","msg":"trace[156320425] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08; range_end:; response_count:1; response_revision:24382; }","duration":"167.713328ms","start":"2026-05-30T02:38:51.180813Z","end":"2026-05-30T02:38:51.348526Z","steps":["trace[156320425] 'agreement among raft nodes before linearized reading' (duration: 167.173383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:51.719375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.84306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:38:51.719485Z","caller":"traceutil/trace.go:171","msg":"trace[2069318701] linearizableReadLoop","detail":"{readStateIndex:25172; appliedIndex:25171; }","duration":"355.984047ms","start":"2026-05-30T02:38:51.363484Z","end":"2026-05-30T02:38:51.719468Z","steps":["trace[2069318701] 'read index received' (duration: 205.88546ms)","trace[2069318701] 'applied index is now lower than readState.Index' (duration: 150.096937ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:51.719556Z","caller":"traceutil/trace.go:171","msg":"trace[1263725785] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"363.704708ms","start":"2026-05-30T02:38:51.35584Z","end":"2026-05-30T02:38:51.719544Z","steps":["trace[1263725785] 'process raft request' (duration: 213.597281ms)","trace[1263725785] 'compare' (duration: 149.719356ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:51.719611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.355825Z","time spent":"363.755159ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:51.719817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.311605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-30T02:38:51.719908Z","caller":"traceutil/trace.go:171","msg":"trace[1266489381] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24383; }","duration":"356.443329ms","start":"2026-05-30T02:38:51.363444Z","end":"2026-05-30T02:38:51.719887Z","steps":["trace[1266489381] 'agreement among raft nodes before linearized reading' (duration: 356.187382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:51.719954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.363429Z","time spent":"356.517002ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T02:38:52.220437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886556668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:38:52.430429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.36414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:38:52.430573Z","caller":"traceutil/trace.go:171","msg":"trace[1595183811] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"757.001371ms","start":"2026-05-30T02:38:51.67356Z","end":"2026-05-30T02:38:52.430562Z","steps":["trace[1595183811] 'process raft request' (duration: 586.452346ms)","trace[1595183811] 'compare' (duration: 169.929438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:52.430613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.673534Z","time spent":"757.062663ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:52.431037Z","caller":"traceutil/trace.go:171","msg":"trace[243417583] linearizableReadLoop","detail":"{readStateIndex:25176; appliedIndex:25172; }","duration":"711.500179ms","start":"2026-05-30T02:38:51.719511Z","end":"2026-05-30T02:38:52.431011Z","steps":["trace[243417583] 'read index received' (duration: 540.527962ms)","trace[243417583] 'applied index is now lower than readState.Index' (duration: 170.971207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:52.431225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.99671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-30T02:38:52.431256Z","caller":"traceutil/trace.go:171","msg":"trace[450386644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24388; }","duration":"972.037101ms","start":"2026-05-30T02:38:51.459211Z","end":"2026-05-30T02:38:52.431248Z","steps":["trace[450386644] 'agreement among raft nodes before linearized reading' (duration: 971.914497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.431272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.459204Z","time spent":"972.064841ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T02:38:52.43135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.249894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:52.431373Z","caller":"traceutil/trace.go:171","msg":"trace[569035772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24388; }","duration":"862.327826ms","start":"2026-05-30T02:38:51.569039Z","end":"2026-05-30T02:38:52.431367Z","steps":["trace[569035772] 'agreement among raft nodes before linearized reading' (duration: 862.291305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.431387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.569013Z","time spent":"862.370807ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:38:52.431434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.123884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:38:52.431483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.18153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:52.431479Z","caller":"traceutil/trace.go:171","msg":"trace[911099113] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24388; }","duration":"273.186887ms","start":"2026-05-30T02:38:52.158277Z","end":"2026-05-30T02:38:52.431464Z","steps":["trace[911099113] 'agreement among raft nodes before linearized reading' (duration: 273.129395ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:52.431504Z","caller":"traceutil/trace.go:171","msg":"trace[1412814388] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24388; }","duration":"874.239521ms","start":"2026-05-30T02:38:51.55726Z","end":"2026-05-30T02:38:52.431499Z","steps":["trace[1412814388] 'agreement among raft nodes before linearized reading' (duration: 874.206761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.431519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.557237Z","time spent":"874.278772ms","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:38:52.431536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064912886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b437754b918c01\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-05-30T02:38:52.431708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.255362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-30T02:38:52.431692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.623723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-30T02:38:52.431714Z","caller":"traceutil/trace.go:171","msg":"trace[429316293] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"214.225667ms","start":"2026-05-30T02:38:52.217442Z","end":"2026-05-30T02:38:52.431667Z","steps":["trace[429316293] 'process raft request' (duration: 213.488227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.431765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.785928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-30T02:38:52.431765Z","caller":"traceutil/trace.go:171","msg":"trace[139397353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24388; }","duration":"973.721786ms","start":"2026-05-30T02:38:51.458024Z","end":"2026-05-30T02:38:52.431745Z","steps":["trace[139397353] 'agreement among raft nodes before linearized reading' (duration: 973.345006ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:52.431731Z","caller":"traceutil/trace.go:171","msg":"trace[1286480903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24388; }","duration":"970.288103ms","start":"2026-05-30T02:38:51.461439Z","end":"2026-05-30T02:38:52.431727Z","steps":["trace[1286480903] 'agreement among raft nodes before linearized reading' (duration: 970.20353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.431821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.461431Z","time spent":"970.386335ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T02:38:52.431825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.458007Z","time spent":"973.802819ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-30T02:38:52.431786Z","caller":"traceutil/trace.go:171","msg":"trace[1417162029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24388; }","duration":"707.826269ms","start":"2026-05-30T02:38:51.723957Z","end":"2026-05-30T02:38:52.431783Z","steps":["trace[1417162029] 'agreement among raft nodes before linearized reading' (duration: 707.419018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.43152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.496417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:38:52.431869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.051045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-30T02:38:52.431899Z","caller":"traceutil/trace.go:171","msg":"trace[1846825894] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24388; }","duration":"435.958419ms","start":"2026-05-30T02:38:51.995936Z","end":"2026-05-30T02:38:52.431894Z","steps":["trace[1846825894] 'agreement among raft nodes before linearized reading' (duration: 435.490666ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:52.431912Z","caller":"traceutil/trace.go:171","msg":"trace[1645760313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24388; }","duration":"974.096036ms","start":"2026-05-30T02:38:51.457804Z","end":"2026-05-30T02:38:52.4319Z","steps":["trace[1645760313] 'agreement among raft nodes before linearized reading' (duration: 973.786948ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:52.431913Z","caller":"traceutil/trace.go:171","msg":"trace[1312230959] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"753.065573ms","start":"2026-05-30T02:38:51.678836Z","end":"2026-05-30T02:38:52.431902Z","steps":["trace[1312230959] 'process raft request' (duration: 751.673835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.431922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.995916Z","time spent":"436.000371ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:38:52.431945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.457751Z","time spent":"974.187239ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T02:38:52.431948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.723948Z","time spent":"707.951752ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T02:38:52.432014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.678817Z","time spent":"753.121815ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:52.432067Z","caller":"traceutil/trace.go:171","msg":"trace[877468404] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"209.048466ms","start":"2026-05-30T02:38:52.223013Z","end":"2026-05-30T02:38:52.432061Z","steps":["trace[877468404] 'process raft request' (duration: 207.958906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.431341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.821841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-30T02:38:52.432095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.70067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-30T02:38:52.432154Z","caller":"traceutil/trace.go:171","msg":"trace[186669214] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24388; }","duration":"720.792053ms","start":"2026-05-30T02:38:51.711347Z","end":"2026-05-30T02:38:52.432139Z","steps":["trace[186669214] 'agreement among raft nodes before linearized reading' (duration: 720.648139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.432168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.181907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-30T02:38:52.432085Z","caller":"traceutil/trace.go:171","msg":"trace[461928656] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"254.240749ms","start":"2026-05-30T02:38:52.17783Z","end":"2026-05-30T02:38:52.432071Z","steps":["trace[461928656] 'process raft request' (duration: 252.989955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.432203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.71133Z","time spent":"720.861244ms","remote":"127.0.0.1:36114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-30T02:38:52.432201Z","caller":"traceutil/trace.go:171","msg":"trace[1102882878] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08; range_end:; response_count:1; response_revision:24388; }","duration":"742.245378ms","start":"2026-05-30T02:38:51.689944Z","end":"2026-05-30T02:38:52.43219Z","steps":["trace[1102882878] 'agreement among raft nodes before linearized reading' (duration: 742.150176ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:52.432168Z","caller":"traceutil/trace.go:171","msg":"trace[791769193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24388; }","duration":"973.648965ms","start":"2026-05-30T02:38:51.458483Z","end":"2026-05-30T02:38:52.432132Z","steps":["trace[791769193] 'agreement among raft nodes before linearized reading' (duration: 972.665808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.432283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.68993Z","time spent":"742.342882ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08\" "} {"level":"warn","ts":"2026-05-30T02:38:52.432335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.458478Z","time spent":"973.816979ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T02:38:52.431456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.383584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-30T02:38:52.433194Z","caller":"traceutil/trace.go:171","msg":"trace[1117154962] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:24388; }","duration":"761.872574ms","start":"2026-05-30T02:38:51.671Z","end":"2026-05-30T02:38:52.432873Z","steps":["trace[1117154962] 'agreement among raft nodes before linearized reading' (duration: 760.055294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.433312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.670985Z","time spent":"762.267905ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-05-30T02:38:52.431613Z","caller":"traceutil/trace.go:171","msg":"trace[969229987] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b437754b918c01; range_end:; response_count:1; response_revision:24388; }","duration":"1.065005868s","start":"2026-05-30T02:38:51.366586Z","end":"2026-05-30T02:38:52.431592Z","steps":["trace[969229987] 'agreement among raft nodes before linearized reading' (duration: 1.064663239s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:52.433968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:51.366581Z","time spent":"1.067371363s","remote":"127.0.0.1:53484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b437754b918c01\" "} {"level":"warn","ts":"2026-05-30T02:38:52.772386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.434634Z","time spent":"337.747729ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-30T02:38:53.069824Z","caller":"traceutil/trace.go:171","msg":"trace[1900356924] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"633.414779ms","start":"2026-05-30T02:38:52.436385Z","end":"2026-05-30T02:38:53.0698Z","steps":["trace[1900356924] 'process raft request' (duration: 539.471625ms)","trace[1900356924] 'compare' (duration: 93.499231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:53.06995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.436361Z","time spent":"633.519152ms","remote":"127.0.0.1:53484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:53.070187Z","caller":"traceutil/trace.go:171","msg":"trace[1482132799] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"633.697586ms","start":"2026-05-30T02:38:52.436462Z","end":"2026-05-30T02:38:53.070159Z","steps":["trace[1482132799] 'process raft request' (duration: 633.262524ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:53.070255Z","caller":"traceutil/trace.go:171","msg":"trace[1227522693] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"633.641344ms","start":"2026-05-30T02:38:52.436592Z","end":"2026-05-30T02:38:53.070234Z","steps":["trace[1227522693] 'process raft request' (duration: 633.577093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.070337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.436452Z","time spent":"633.808219ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:53.070221Z","caller":"traceutil/trace.go:171","msg":"trace[1513392345] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"633.702527ms","start":"2026-05-30T02:38:52.436509Z","end":"2026-05-30T02:38:53.070212Z","steps":["trace[1513392345] 'process raft request' (duration: 633.576633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.070392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.436576Z","time spent":"633.745168ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:53.070411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.43649Z","time spent":"633.893571ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:53.070417Z","caller":"traceutil/trace.go:171","msg":"trace[1717069253] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"633.731617ms","start":"2026-05-30T02:38:52.436644Z","end":"2026-05-30T02:38:53.070376Z","steps":["trace[1717069253] 'process raft request' (duration: 633.554422ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:53.070479Z","caller":"traceutil/trace.go:171","msg":"trace[1425092902] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"633.746538ms","start":"2026-05-30T02:38:52.436726Z","end":"2026-05-30T02:38:53.070472Z","steps":["trace[1425092902] 'process raft request' (duration: 633.590374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.07052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.436716Z","time spent":"633.785549ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:53.070416Z","caller":"traceutil/trace.go:171","msg":"trace[1299599657] linearizableReadLoop","detail":"{readStateIndex:25184; appliedIndex:25177; }","duration":"632.024461ms","start":"2026-05-30T02:38:52.438372Z","end":"2026-05-30T02:38:53.070397Z","steps":["trace[1299599657] 'read index received' (duration: 307.305348ms)","trace[1299599657] 'applied index is now lower than readState.Index' (duration: 324.718143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:53.070596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.208596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-05-30T02:38:53.070647Z","caller":"traceutil/trace.go:171","msg":"trace[380664301] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24394; }","duration":"632.283607ms","start":"2026-05-30T02:38:52.438352Z","end":"2026-05-30T02:38:53.070636Z","steps":["trace[380664301] 'agreement among raft nodes before linearized reading' (duration: 632.107853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.070623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.436633Z","time spent":"633.909102ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:53.070686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.438345Z","time spent":"632.33255ms","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1179,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-05-30T02:38:53.084384Z","caller":"traceutil/trace.go:171","msg":"trace[1877805446] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"141.548344ms","start":"2026-05-30T02:38:52.942799Z","end":"2026-05-30T02:38:53.084347Z","steps":["trace[1877805446] 'process raft request' (duration: 141.467921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.084485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.024269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:53.08454Z","caller":"traceutil/trace.go:171","msg":"trace[779181063] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24397; }","duration":"492.105991ms","start":"2026-05-30T02:38:52.592417Z","end":"2026-05-30T02:38:53.084523Z","steps":["trace[779181063] 'agreement among raft nodes before linearized reading' (duration: 492.04368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.084584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.592397Z","time spent":"492.177524ms","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:38:53.084771Z","caller":"traceutil/trace.go:171","msg":"trace[1781410402] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"311.008859ms","start":"2026-05-30T02:38:52.773741Z","end":"2026-05-30T02:38:53.08475Z","steps":["trace[1781410402] 'process raft request' (duration: 310.355641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.084426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.674703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:53.084863Z","caller":"traceutil/trace.go:171","msg":"trace[291141164] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"289.78348ms","start":"2026-05-30T02:38:52.795051Z","end":"2026-05-30T02:38:53.084835Z","steps":["trace[291141164] 'process raft request' (duration: 289.163133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.084921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.773718Z","time spent":"311.102452ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:53.084938Z","caller":"traceutil/trace.go:171","msg":"trace[1749313310] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24397; }","duration":"417.223708ms","start":"2026-05-30T02:38:52.667692Z","end":"2026-05-30T02:38:53.084915Z","steps":["trace[1749313310] 'agreement among raft nodes before linearized reading' (duration: 416.642072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.084889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.123503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-30T02:38:53.085013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.667672Z","time spent":"417.30802ms","remote":"127.0.0.1:36068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:38:53.085005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.175535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:53.085028Z","caller":"traceutil/trace.go:171","msg":"trace[1260589685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24397; }","duration":"551.290797ms","start":"2026-05-30T02:38:52.533724Z","end":"2026-05-30T02:38:53.085015Z","steps":["trace[1260589685] 'agreement among raft nodes before linearized reading' (duration: 551.03532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.085064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.533713Z","time spent":"551.340839ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-30T02:38:53.085066Z","caller":"traceutil/trace.go:171","msg":"trace[1744283499] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24397; }","duration":"595.281528ms","start":"2026-05-30T02:38:52.489767Z","end":"2026-05-30T02:38:53.085049Z","steps":["trace[1744283499] 'agreement among raft nodes before linearized reading' (duration: 595.168525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:53.085111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:52.489748Z","time spent":"595.35484ms","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-30T02:38:54.539415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.241528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:38:54.539477Z","caller":"traceutil/trace.go:171","msg":"trace[945019731] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24408; }","duration":"236.349321ms","start":"2026-05-30T02:38:54.303114Z","end":"2026-05-30T02:38:54.539463Z","steps":["trace[945019731] 'count revisions from in-memory index tree' (duration: 236.155625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:54.539802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.67233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:54.539887Z","caller":"traceutil/trace.go:171","msg":"trace[530542205] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24408; }","duration":"247.802364ms","start":"2026-05-30T02:38:54.292066Z","end":"2026-05-30T02:38:54.539868Z","steps":["trace[530542205] 'count revisions from in-memory index tree' (duration: 247.587608ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:54.551218Z","caller":"traceutil/trace.go:171","msg":"trace[1016917604] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"115.05341ms","start":"2026-05-30T02:38:54.436138Z","end":"2026-05-30T02:38:54.551192Z","steps":["trace[1016917604] 'process raft request' (duration: 114.866335ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:54.579178Z","caller":"traceutil/trace.go:171","msg":"trace[1905203789] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"142.639483ms","start":"2026-05-30T02:38:54.436511Z","end":"2026-05-30T02:38:54.579151Z","steps":["trace[1905203789] 'process raft request' (duration: 142.431988ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:54.57956Z","caller":"traceutil/trace.go:171","msg":"trace[1847630182] linearizableReadLoop","detail":"{readStateIndex:25203; appliedIndex:25198; }","duration":"135.833817ms","start":"2026-05-30T02:38:54.443716Z","end":"2026-05-30T02:38:54.57955Z","steps":["trace[1847630182] 'read index received' (duration: 107.311599ms)","trace[1847630182] 'applied index is now lower than readState.Index' (duration: 28.521438ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:54.579606Z","caller":"traceutil/trace.go:171","msg":"trace[2081413214] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"141.349578ms","start":"2026-05-30T02:38:54.438093Z","end":"2026-05-30T02:38:54.579443Z","steps":["trace[2081413214] 'process raft request' (duration: 141.150823ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:54.579859Z","caller":"traceutil/trace.go:171","msg":"trace[344415507] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"142.266043ms","start":"2026-05-30T02:38:54.437581Z","end":"2026-05-30T02:38:54.579847Z","steps":["trace[344415507] 'process raft request' (duration: 141.523073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:54.579888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.135086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-30T02:38:54.579986Z","caller":"traceutil/trace.go:171","msg":"trace[181525456] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08; range_end:; response_count:1; response_revision:24413; }","duration":"136.292791ms","start":"2026-05-30T02:38:54.443672Z","end":"2026-05-30T02:38:54.579965Z","steps":["trace[181525456] 'agreement among raft nodes before linearized reading' (duration: 136.017053ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:54.58001Z","caller":"traceutil/trace.go:171","msg":"trace[2139464649] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"141.674717ms","start":"2026-05-30T02:38:54.438322Z","end":"2026-05-30T02:38:54.579997Z","steps":["trace[2139464649] 'process raft request' (duration: 141.081201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:54.57986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.658222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-30T02:38:54.580102Z","caller":"traceutil/trace.go:171","msg":"trace[1132848537] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24413; }","duration":"113.95269ms","start":"2026-05-30T02:38:54.466138Z","end":"2026-05-30T02:38:54.58009Z","steps":["trace[1132848537] 'agreement among raft nodes before linearized reading' (duration: 113.617301ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:57.338679Z","caller":"traceutil/trace.go:171","msg":"trace[1234216734] linearizableReadLoop","detail":"{readStateIndex:25237; appliedIndex:25236; }","duration":"177.253528ms","start":"2026-05-30T02:38:57.1614Z","end":"2026-05-30T02:38:57.338654Z","steps":["trace[1234216734] 'read index received' (duration: 167.126362ms)","trace[1234216734] 'applied index is now lower than readState.Index' (duration: 10.126336ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:57.338825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.527023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-30T02:38:57.338804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.649718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-30T02:38:57.338849Z","caller":"traceutil/trace.go:171","msg":"trace[1393562951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24445; }","duration":"248.587695ms","start":"2026-05-30T02:38:57.090253Z","end":"2026-05-30T02:38:57.338841Z","steps":["trace[1393562951] 'agreement among raft nodes before linearized reading' (duration: 248.487343ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:57.338875Z","caller":"traceutil/trace.go:171","msg":"trace[819220981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24445; }","duration":"229.760411ms","start":"2026-05-30T02:38:57.109094Z","end":"2026-05-30T02:38:57.338855Z","steps":["trace[819220981] 'agreement among raft nodes before linearized reading' (duration: 229.577956ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:57.338875Z","caller":"traceutil/trace.go:171","msg":"trace[1667960148] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"244.053471ms","start":"2026-05-30T02:38:57.094808Z","end":"2026-05-30T02:38:57.338861Z","steps":["trace[1667960148] 'process raft request' (duration: 233.641497ms)","trace[1667960148] 'compare' (duration: 10.077605ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:38:57.338872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.611156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-30T02:38:57.338938Z","caller":"traceutil/trace.go:171","msg":"trace[1565465203] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24445; }","duration":"248.693758ms","start":"2026-05-30T02:38:57.090228Z","end":"2026-05-30T02:38:57.338922Z","steps":["trace[1565465203] 'agreement among raft nodes before linearized reading' (duration: 248.534983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.338804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.418516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-30T02:38:57.339046Z","caller":"traceutil/trace.go:171","msg":"trace[1592059652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24445; }","duration":"246.698934ms","start":"2026-05-30T02:38:57.092333Z","end":"2026-05-30T02:38:57.339031Z","steps":["trace[1592059652] 'agreement among raft nodes before linearized reading' (duration: 246.359124ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:57.431831Z","caller":"traceutil/trace.go:171","msg":"trace[1959674215] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"267.056719ms","start":"2026-05-30T02:38:57.164753Z","end":"2026-05-30T02:38:57.43181Z","steps":["trace[1959674215] 'process raft request' (duration: 266.928366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.432003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.762223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:57.432074Z","caller":"traceutil/trace.go:171","msg":"trace[574491832] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24446; }","duration":"243.894017ms","start":"2026-05-30T02:38:57.188163Z","end":"2026-05-30T02:38:57.432057Z","steps":["trace[574491832] 'agreement among raft nodes before linearized reading' (duration: 243.745203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.432062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.342011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10361"} {"level":"info","ts":"2026-05-30T02:38:57.432119Z","caller":"traceutil/trace.go:171","msg":"trace[1172502674] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24446; }","duration":"125.435033ms","start":"2026-05-30T02:38:57.306671Z","end":"2026-05-30T02:38:57.432106Z","steps":["trace[1172502674] 'agreement among raft nodes before linearized reading' (duration: 125.241768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.432234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.820223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-30T02:38:57.432313Z","caller":"traceutil/trace.go:171","msg":"trace[1769555572] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24446; }","duration":"118.929016ms","start":"2026-05-30T02:38:57.313367Z","end":"2026-05-30T02:38:57.432296Z","steps":["trace[1769555572] 'agreement among raft nodes before linearized reading' (duration: 118.632448ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:57.918229Z","caller":"traceutil/trace.go:171","msg":"trace[1275732701] linearizableReadLoop","detail":"{readStateIndex:25243; appliedIndex:25238; }","duration":"486.338354ms","start":"2026-05-30T02:38:57.43187Z","end":"2026-05-30T02:38:57.918208Z","steps":["trace[1275732701] 'read index received' (duration: 486.164729ms)","trace[1275732701] 'applied index is now lower than readState.Index' (duration: 172.525µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:38:57.918455Z","caller":"traceutil/trace.go:171","msg":"trace[29772270] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"575.414935ms","start":"2026-05-30T02:38:57.343028Z","end":"2026-05-30T02:38:57.918443Z","steps":["trace[29772270] 'process raft request' (duration: 574.930702ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:57.918638Z","caller":"traceutil/trace.go:171","msg":"trace[790973648] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"574.202182ms","start":"2026-05-30T02:38:57.344423Z","end":"2026-05-30T02:38:57.918626Z","steps":["trace[790973648] 'process raft request' (duration: 573.73279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.918692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:57.344417Z","time spent":"574.247514ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:57.918698Z","caller":"traceutil/trace.go:171","msg":"trace[1334564749] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"575.648463ms","start":"2026-05-30T02:38:57.343019Z","end":"2026-05-30T02:38:57.918667Z","steps":["trace[1334564749] 'process raft request' (duration: 575.081057ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:38:57.918828Z","caller":"traceutil/trace.go:171","msg":"trace[1039860868] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"574.992955ms","start":"2026-05-30T02:38:57.343827Z","end":"2026-05-30T02:38:57.91882Z","steps":["trace[1039860868] 'process raft request' (duration: 574.307186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.918842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:57.342998Z","time spent":"575.766385ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:57.918868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:57.34382Z","time spent":"575.029796ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:57.918989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.71959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:57.919022Z","caller":"traceutil/trace.go:171","msg":"trace[1633456290] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24451; }","duration":"569.786412ms","start":"2026-05-30T02:38:57.349225Z","end":"2026-05-30T02:38:57.919012Z","steps":["trace[1633456290] 'agreement among raft nodes before linearized reading' (duration: 569.73134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.919047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:57.349203Z","time spent":"569.837144ms","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:38:57.919157Z","caller":"traceutil/trace.go:171","msg":"trace[1531962263] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"552.668955ms","start":"2026-05-30T02:38:57.366482Z","end":"2026-05-30T02:38:57.919151Z","steps":["trace[1531962263] 'process raft request' (duration: 551.694958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.919199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:57.366464Z","time spent":"552.713407ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:38:57.919453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:57.343009Z","time spent":"575.473348ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:57.946816Z","caller":"traceutil/trace.go:171","msg":"trace[315059692] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"507.111841ms","start":"2026-05-30T02:38:57.439677Z","end":"2026-05-30T02:38:57.946789Z","steps":["trace[315059692] 'process raft request' (duration: 506.951757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.946909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.331277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-30T02:38:57.946946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:57.439657Z","time spent":"507.216565ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:38:57.946997Z","caller":"traceutil/trace.go:171","msg":"trace[417253751] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08; range_end:; response_count:1; response_revision:24452; }","duration":"511.44673ms","start":"2026-05-30T02:38:57.435517Z","end":"2026-05-30T02:38:57.946964Z","steps":["trace[417253751] 'agreement among raft nodes before linearized reading' (duration: 511.243244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.947044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:57.435499Z","time spent":"511.536772ms","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0f6412b0-4c11-47eb-a01f-037ad1d48b08\" "} {"level":"warn","ts":"2026-05-30T02:38:57.947106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.684611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:57.947194Z","caller":"traceutil/trace.go:171","msg":"trace[556073356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24452; }","duration":"136.826575ms","start":"2026-05-30T02:38:57.810347Z","end":"2026-05-30T02:38:57.947174Z","steps":["trace[556073356] 'agreement among raft nodes before linearized reading' (duration: 136.6585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.947256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.052117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:38:57.947381Z","caller":"traceutil/trace.go:171","msg":"trace[1375824853] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24452; }","duration":"493.259214ms","start":"2026-05-30T02:38:57.454095Z","end":"2026-05-30T02:38:57.947354Z","steps":["trace[1375824853] 'agreement among raft nodes before linearized reading' (duration: 492.980846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:38:57.947454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:38:57.454077Z","time spent":"493.365046ms","remote":"127.0.0.1:53782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:39:04.33895Z","caller":"traceutil/trace.go:171","msg":"trace[1040961221] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"121.371103ms","start":"2026-05-30T02:39:04.217553Z","end":"2026-05-30T02:39:04.338924Z","steps":["trace[1040961221] 'process raft request' (duration: 121.216578ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:04.357518Z","caller":"traceutil/trace.go:171","msg":"trace[679359650] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"103.224287ms","start":"2026-05-30T02:39:04.254264Z","end":"2026-05-30T02:39:04.357488Z","steps":["trace[679359650] 'process raft request' (duration: 103.074303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:08.518205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626868886556993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-30T02:39:08.929917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010510102s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-30T02:39:10.639934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.709837178s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-30T02:39:10.640925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721608555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-30T02:39:10.640981Z","caller":"traceutil/trace.go:171","msg":"trace[1070049007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24526; }","duration":"2.721717098s","start":"2026-05-30T02:39:07.919252Z","end":"2026-05-30T02:39:10.640969Z","steps":["trace[1070049007] 'range keys from in-memory index tree' (duration: 2.721447711s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.641018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:07.919234Z","time spent":"2.721773439s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-30T02:39:10.654811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724644603s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-30T02:39:10.655201Z","caller":"traceutil/trace.go:171","msg":"trace[246367005] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"1.968215811s","start":"2026-05-30T02:39:08.686956Z","end":"2026-05-30T02:39:10.655172Z","steps":["trace[246367005] 'process raft request' (duration: 1.968071037s)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:10.655214Z","caller":"traceutil/trace.go:171","msg":"trace[636818811] linearizableReadLoop","detail":"{readStateIndex:25320; appliedIndex:25319; }","duration":"2.637393337s","start":"2026-05-30T02:39:08.017791Z","end":"2026-05-30T02:39:10.655185Z","steps":["trace[636818811] 'read index received' (duration: 912.391874ms)","trace[636818811] 'applied index is now lower than readState.Index' (duration: 1.724995773s)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:10.655255Z","caller":"traceutil/trace.go:171","msg":"trace[1980721305] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"2.0124928s","start":"2026-05-30T02:39:08.642729Z","end":"2026-05-30T02:39:10.655221Z","steps":["trace[1980721305] 'process raft request' (duration: 2.012161881s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.655338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.686949Z","time spent":"1.968312154s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:10.655335Z","caller":"traceutil/trace.go:171","msg":"trace[523861658] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"1.990300924s","start":"2026-05-30T02:39:08.665004Z","end":"2026-05-30T02:39:10.655305Z","steps":["trace[523861658] 'process raft request' (duration: 1.989979155s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.655436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.642707Z","time spent":"2.012627163s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:10.655453Z","caller":"traceutil/trace.go:171","msg":"trace[355275470] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"1.969108185s","start":"2026-05-30T02:39:08.686336Z","end":"2026-05-30T02:39:10.655444Z","steps":["trace[355275470] 'process raft request' (duration: 1.968672313s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.655463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.66498Z","time spent":"1.990417077s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:10.655489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.686324Z","time spent":"1.969144477s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:10.655521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637710875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-30T02:39:10.655547Z","caller":"traceutil/trace.go:171","msg":"trace[712205831] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"1.257296397s","start":"2026-05-30T02:39:09.398244Z","end":"2026-05-30T02:39:10.655541Z","steps":["trace[712205831] 'process raft request' (duration: 1.256883275s)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:10.655557Z","caller":"traceutil/trace.go:171","msg":"trace[845978522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24536; }","duration":"2.637795458s","start":"2026-05-30T02:39:08.017751Z","end":"2026-05-30T02:39:10.655547Z","steps":["trace[845978522] 'agreement among raft nodes before linearized reading' (duration: 2.637602943s)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:10.655578Z","caller":"traceutil/trace.go:171","msg":"trace[89690938] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"1.542556232s","start":"2026-05-30T02:39:09.113014Z","end":"2026-05-30T02:39:10.65557Z","steps":["trace[89690938] 'process raft request' (duration: 1.542049979s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.655589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.017735Z","time spent":"2.637845669s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-30T02:39:10.655589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:09.398226Z","time spent":"1.257341597s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:10.655589Z","caller":"traceutil/trace.go:171","msg":"trace[1056038389] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"1.943703123s","start":"2026-05-30T02:39:08.711873Z","end":"2026-05-30T02:39:10.655576Z","steps":["trace[1056038389] 'process raft request' (duration: 1.943171448s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.655625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:09.113Z","time spent":"1.542603474s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:10.655648Z","caller":"traceutil/trace.go:171","msg":"trace[1407495380] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"1.311759483s","start":"2026-05-30T02:39:09.343882Z","end":"2026-05-30T02:39:10.655641Z","steps":["trace[1407495380] 'process raft request' (duration: 1.311226299s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.655659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.711863Z","time spent":"1.943752334s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:10.655687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:09.343835Z","time spent":"1.311832745s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:10.655729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628942866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-30T02:39:10.655752Z","caller":"traceutil/trace.go:171","msg":"trace[473933619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24536; }","duration":"2.628995467s","start":"2026-05-30T02:39:08.026751Z","end":"2026-05-30T02:39:10.655747Z","steps":["trace[473933619] 'agreement among raft nodes before linearized reading' (duration: 2.628932356s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.65578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.026737Z","time spent":"2.629038898s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T02:39:10.655851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959412241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:10.655887Z","caller":"traceutil/trace.go:171","msg":"trace[1361461354] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24536; }","duration":"1.959461872s","start":"2026-05-30T02:39:08.696416Z","end":"2026-05-30T02:39:10.655878Z","steps":["trace[1361461354] 'agreement among raft nodes before linearized reading' (duration: 1.95939198s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.655898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984757912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:39:10.655914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.69641Z","time spent":"1.959498253s","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:39:10.655935Z","caller":"traceutil/trace.go:171","msg":"trace[514619137] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24536; }","duration":"1.984814354s","start":"2026-05-30T02:39:08.671112Z","end":"2026-05-30T02:39:10.655926Z","steps":["trace[514619137] 'agreement among raft nodes before linearized reading' (duration: 1.984764433s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.65595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598414283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:39:10.655964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303113932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:39:10.655966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.671102Z","time spent":"1.984856435s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:39:10.65598Z","caller":"traceutil/trace.go:171","msg":"trace[293797430] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24536; }","duration":"2.598444703s","start":"2026-05-30T02:39:08.057528Z","end":"2026-05-30T02:39:10.655973Z","steps":["trace[293797430] 'agreement among raft nodes before linearized reading' (duration: 2.598395522s)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:10.655984Z","caller":"traceutil/trace.go:171","msg":"trace[1947868336] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24536; }","duration":"2.303133243s","start":"2026-05-30T02:39:08.352845Z","end":"2026-05-30T02:39:10.655978Z","steps":["trace[1947868336] 'agreement among raft nodes before linearized reading' (duration: 2.303103742s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.656005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.352801Z","time spent":"2.303200034s","remote":"127.0.0.1:36122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:39:10.656054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620235069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-30T02:39:10.656004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.057506Z","time spent":"2.598492264s","remote":"127.0.0.1:50940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:39:10.65591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422540212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-30T02:39:10.656076Z","caller":"traceutil/trace.go:171","msg":"trace[561836080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24536; }","duration":"2.620255319s","start":"2026-05-30T02:39:08.035815Z","end":"2026-05-30T02:39:10.65607Z","steps":["trace[561836080] 'agreement among raft nodes before linearized reading' (duration: 2.620200608s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.656097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.035774Z","time spent":"2.620318931s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-30T02:39:10.656218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622017657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-30T02:39:10.656239Z","caller":"traceutil/trace.go:171","msg":"trace[1473026918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24536; }","duration":"2.622050608s","start":"2026-05-30T02:39:08.034183Z","end":"2026-05-30T02:39:10.656234Z","steps":["trace[1473026918] 'agreement among raft nodes before linearized reading' (duration: 2.621992026s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.656259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.034176Z","time spent":"2.622079128s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T02:39:10.655935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175719985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-30T02:39:10.656401Z","caller":"traceutil/trace.go:171","msg":"trace[1886755234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24536; }","duration":"2.176202318s","start":"2026-05-30T02:39:08.480191Z","end":"2026-05-30T02:39:10.656394Z","steps":["trace[1886755234] 'agreement among raft nodes before linearized reading' (duration: 2.175708354s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.656431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.480182Z","time spent":"2.17623943s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-30T02:39:10.656095Z","caller":"traceutil/trace.go:171","msg":"trace[1997363028] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24536; }","duration":"2.422776519s","start":"2026-05-30T02:39:08.23331Z","end":"2026-05-30T02:39:10.656086Z","steps":["trace[1997363028] 'agreement among raft nodes before linearized reading' (duration: 2.422548152s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.65649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.233287Z","time spent":"2.423198469s","remote":"127.0.0.1:36114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-30T02:39:10.655889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323098938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-30T02:39:10.656559Z","caller":"traceutil/trace.go:171","msg":"trace[1890815705] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24536; }","duration":"2.323782206s","start":"2026-05-30T02:39:08.33276Z","end":"2026-05-30T02:39:10.656542Z","steps":["trace[1890815705] 'agreement among raft nodes before linearized reading' (duration: 2.323065376s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.656629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.332745Z","time spent":"2.323861989s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-30T02:39:10.656788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685858774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:10.656828Z","caller":"traceutil/trace.go:171","msg":"trace[440419850] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24536; }","duration":"1.685929547s","start":"2026-05-30T02:39:08.970889Z","end":"2026-05-30T02:39:10.656819Z","steps":["trace[440419850] 'agreement among raft nodes before linearized reading' (duration: 1.685859295s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.656833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1365046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:39:10.656854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.970848Z","time spent":"1.685998718s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-30T02:39:10.656857Z","caller":"traceutil/trace.go:171","msg":"trace[1220389234] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24536; }","duration":"1.136557561s","start":"2026-05-30T02:39:09.52029Z","end":"2026-05-30T02:39:10.656847Z","steps":["trace[1220389234] 'agreement among raft nodes before linearized reading' (duration: 1.13652297s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.656879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:09.520272Z","time spent":"1.136602742s","remote":"127.0.0.1:50964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-30T02:39:10.6568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397213456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-30T02:39:10.656952Z","caller":"traceutil/trace.go:171","msg":"trace[767034469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24536; }","duration":"1.39738141s","start":"2026-05-30T02:39:09.259564Z","end":"2026-05-30T02:39:10.656945Z","steps":["trace[767034469] 'agreement among raft nodes before linearized reading' (duration: 1.397180045s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.656974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:09.259557Z","time spent":"1.397411021s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-30T02:39:10.655859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16272062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:10.657079Z","caller":"traceutil/trace.go:171","msg":"trace[299061055] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24536; }","duration":"2.163953813s","start":"2026-05-30T02:39:08.493117Z","end":"2026-05-30T02:39:10.657071Z","steps":["trace[299061055] 'agreement among raft nodes before linearized reading' (duration: 2.162710159s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.657104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.49311Z","time spent":"2.163983885s","remote":"127.0.0.1:50994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:39:10.65725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438062641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:10.657272Z","caller":"traceutil/trace.go:171","msg":"trace[938343231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24536; }","duration":"1.438137913s","start":"2026-05-30T02:39:09.219127Z","end":"2026-05-30T02:39:10.657265Z","steps":["trace[938343231] 'agreement among raft nodes before linearized reading' (duration: 1.438099812s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.65729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:09.219104Z","time spent":"1.438181754s","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-30T02:39:10.657361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481186378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-30T02:39:10.657393Z","caller":"traceutil/trace.go:171","msg":"trace[1466364166] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24536; }","duration":"1.481240959s","start":"2026-05-30T02:39:09.176143Z","end":"2026-05-30T02:39:10.657384Z","steps":["trace[1466364166] 'agreement among raft nodes before linearized reading' (duration: 1.481086385s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.657416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:09.176137Z","time spent":"1.481272871s","remote":"127.0.0.1:53470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-30T02:39:10.657966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679264854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-30T02:39:10.658Z","caller":"traceutil/trace.go:171","msg":"trace[1213905836] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24536; }","duration":"1.680739134s","start":"2026-05-30T02:39:08.977248Z","end":"2026-05-30T02:39:10.657987Z","steps":["trace[1213905836] 'agreement among raft nodes before linearized reading' (duration: 1.679255084s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.65802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:08.977231Z","time spent":"1.680783455s","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-30T02:39:10.664297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060615478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-30T02:39:10.66436Z","caller":"traceutil/trace.go:171","msg":"trace[529497993] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24536; }","duration":"1.060697881s","start":"2026-05-30T02:39:09.60365Z","end":"2026-05-30T02:39:10.664348Z","steps":["trace[529497993] 'agreement among raft nodes before linearized reading' (duration: 1.052512428s)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:10.6644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:09.603643Z","time spent":"1.060750512s","remote":"127.0.0.1:36114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-30T02:39:30.868986Z","caller":"traceutil/trace.go:171","msg":"trace[180688138] linearizableReadLoop","detail":"{readStateIndex:25489; appliedIndex:25488; }","duration":"142.955062ms","start":"2026-05-30T02:39:30.726007Z","end":"2026-05-30T02:39:30.868962Z","steps":["trace[180688138] 'read index received' (duration: 142.872939ms)","trace[180688138] 'applied index is now lower than readState.Index' (duration: 81.293µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:30.869216Z","caller":"traceutil/trace.go:171","msg":"trace[1626389242] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"172.93543ms","start":"2026-05-30T02:39:30.69626Z","end":"2026-05-30T02:39:30.869195Z","steps":["trace[1626389242] 'process raft request' (duration: 172.540479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:30.869306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.25641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:30.869375Z","caller":"traceutil/trace.go:171","msg":"trace[574640178] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24690; }","duration":"143.372843ms","start":"2026-05-30T02:39:30.725983Z","end":"2026-05-30T02:39:30.869356Z","steps":["trace[574640178] 'agreement among raft nodes before linearized reading' (duration: 143.24738ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:30.88827Z","caller":"traceutil/trace.go:171","msg":"trace[540851344] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"114.058823ms","start":"2026-05-30T02:39:30.774194Z","end":"2026-05-30T02:39:30.888253Z","steps":["trace[540851344] 'process raft request' (duration: 113.799036ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:31.031814Z","caller":"traceutil/trace.go:171","msg":"trace[246660740] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"139.295832ms","start":"2026-05-30T02:39:30.892486Z","end":"2026-05-30T02:39:31.031782Z","steps":["trace[246660740] 'process raft request' (duration: 64.890111ms)","trace[246660740] 'compare' (duration: 74.040761ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:31.03199Z","caller":"traceutil/trace.go:171","msg":"trace[1992790146] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"137.859193ms","start":"2026-05-30T02:39:30.894105Z","end":"2026-05-30T02:39:31.031964Z","steps":["trace[1992790146] 'process raft request' (duration: 137.653897ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:31.031997Z","caller":"traceutil/trace.go:171","msg":"trace[176864482] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"139.149408ms","start":"2026-05-30T02:39:30.892826Z","end":"2026-05-30T02:39:31.031975Z","steps":["trace[176864482] 'process raft request' (duration: 138.790038ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:31.031995Z","caller":"traceutil/trace.go:171","msg":"trace[795546309] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"138.544842ms","start":"2026-05-30T02:39:30.893414Z","end":"2026-05-30T02:39:31.031959Z","steps":["trace[795546309] 'process raft request' (duration: 138.310645ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:31.031971Z","caller":"traceutil/trace.go:171","msg":"trace[1706299976] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"139.028535ms","start":"2026-05-30T02:39:30.892911Z","end":"2026-05-30T02:39:31.03194Z","steps":["trace[1706299976] 'process raft request' (duration: 138.774368ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:31.031817Z","caller":"traceutil/trace.go:171","msg":"trace[397717058] linearizableReadLoop","detail":"{readStateIndex:25502; appliedIndex:25496; }","duration":"136.817514ms","start":"2026-05-30T02:39:30.894979Z","end":"2026-05-30T02:39:31.031796Z","steps":["trace[397717058] 'read index received' (duration: 12.562183ms)","trace[397717058] 'applied index is now lower than readState.Index' (duration: 124.254561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:39:31.031949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.948328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:31.032164Z","caller":"traceutil/trace.go:171","msg":"trace[885252704] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24703; }","duration":"137.207725ms","start":"2026-05-30T02:39:30.894941Z","end":"2026-05-30T02:39:31.032149Z","steps":["trace[885252704] 'agreement among raft nodes before linearized reading' (duration: 136.929487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:31.456124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.866098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-30T02:39:31.45621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.533921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:31.456226Z","caller":"traceutil/trace.go:171","msg":"trace[367367390] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24703; }","duration":"280.012732ms","start":"2026-05-30T02:39:31.176189Z","end":"2026-05-30T02:39:31.456202Z","steps":["trace[367367390] 'range keys from in-memory index tree' (duration: 279.742075ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:31.456265Z","caller":"traceutil/trace.go:171","msg":"trace[782741699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24703; }","duration":"238.637264ms","start":"2026-05-30T02:39:31.217614Z","end":"2026-05-30T02:39:31.456251Z","steps":["trace[782741699] 'range keys from in-memory index tree' (duration: 238.408528ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:32.016288Z","caller":"traceutil/trace.go:171","msg":"trace[431120006] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"241.108952ms","start":"2026-05-30T02:39:31.775142Z","end":"2026-05-30T02:39:32.016251Z","steps":["trace[431120006] 'process raft request' (duration: 169.998841ms)","trace[431120006] 'compare' (duration: 70.836733ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:33.229615Z","caller":"traceutil/trace.go:171","msg":"trace[2140766508] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"334.914308ms","start":"2026-05-30T02:39:32.89467Z","end":"2026-05-30T02:39:33.229584Z","steps":["trace[2140766508] 'process raft request' (duration: 304.750236ms)","trace[2140766508] 'compare' (duration: 29.987387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:39:33.22994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:32.89464Z","time spent":"335.183755ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:33.230229Z","caller":"traceutil/trace.go:171","msg":"trace[1046411324] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"335.426281ms","start":"2026-05-30T02:39:32.89479Z","end":"2026-05-30T02:39:33.230216Z","steps":["trace[1046411324] 'process raft request' (duration: 334.749343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:33.230302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:32.894766Z","time spent":"335.500674ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:33.230477Z","caller":"traceutil/trace.go:171","msg":"trace[10249442] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"335.648148ms","start":"2026-05-30T02:39:32.894799Z","end":"2026-05-30T02:39:33.230447Z","steps":["trace[10249442] 'process raft request' (duration: 335.325329ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.230658Z","caller":"traceutil/trace.go:171","msg":"trace[1603152925] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"335.823432ms","start":"2026-05-30T02:39:32.8948Z","end":"2026-05-30T02:39:33.230623Z","steps":["trace[1603152925] 'process raft request' (duration: 335.474363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:33.230682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:32.894787Z","time spent":"335.789201ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:33.2307Z","caller":"traceutil/trace.go:171","msg":"trace[308689340] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"335.642638ms","start":"2026-05-30T02:39:32.894992Z","end":"2026-05-30T02:39:33.230634Z","steps":["trace[308689340] 'process raft request' (duration: 335.520564ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.23074Z","caller":"traceutil/trace.go:171","msg":"trace[786989840] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"335.455273ms","start":"2026-05-30T02:39:32.895259Z","end":"2026-05-30T02:39:33.230714Z","steps":["trace[786989840] 'process raft request' (duration: 335.292278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:33.230795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:32.894776Z","time spent":"335.947046ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:33.23083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:32.895239Z","time spent":"335.544675ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:33.230851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:32.894983Z","time spent":"335.790301ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:33.231023Z","caller":"traceutil/trace.go:171","msg":"trace[1519580054] linearizableReadLoop","detail":"{readStateIndex:25511; appliedIndex:25504; }","duration":"319.805447ms","start":"2026-05-30T02:39:32.910791Z","end":"2026-05-30T02:39:33.230596Z","steps":["trace[1519580054] 'read index received' (duration: 27.441159ms)","trace[1519580054] 'applied index is now lower than readState.Index' (duration: 292.363248ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:39:33.231109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.31805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-30T02:39:33.231161Z","caller":"traceutil/trace.go:171","msg":"trace[493257735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24711; }","duration":"320.393783ms","start":"2026-05-30T02:39:32.910751Z","end":"2026-05-30T02:39:33.231145Z","steps":["trace[493257735] 'agreement among raft nodes before linearized reading' (duration: 320.239338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:33.231199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:32.910739Z","time spent":"320.451524ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-30T02:39:33.231698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.729704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-30T02:39:33.231735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.404725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-30T02:39:33.231772Z","caller":"traceutil/trace.go:171","msg":"trace[1582943740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24712; }","duration":"195.842117ms","start":"2026-05-30T02:39:33.035911Z","end":"2026-05-30T02:39:33.231753Z","steps":["trace[1582943740] 'agreement among raft nodes before linearized reading' (duration: 195.613711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:33.231824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.649203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-30T02:39:33.231928Z","caller":"traceutil/trace.go:171","msg":"trace[1516633854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24712; }","duration":"195.731975ms","start":"2026-05-30T02:39:33.036158Z","end":"2026-05-30T02:39:33.23189Z","steps":["trace[1516633854] 'agreement among raft nodes before linearized reading' (duration: 195.514549ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.231778Z","caller":"traceutil/trace.go:171","msg":"trace[504147192] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24712; }","duration":"195.490148ms","start":"2026-05-30T02:39:33.036278Z","end":"2026-05-30T02:39:33.231768Z","steps":["trace[504147192] 'agreement among raft nodes before linearized reading' (duration: 195.371085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:33.232004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.740474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-30T02:39:33.232006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.015923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-30T02:39:33.232069Z","caller":"traceutil/trace.go:171","msg":"trace[705405121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24712; }","duration":"195.816447ms","start":"2026-05-30T02:39:33.036234Z","end":"2026-05-30T02:39:33.232051Z","steps":["trace[705405121] 'agreement among raft nodes before linearized reading' (duration: 195.630262ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.232116Z","caller":"traceutil/trace.go:171","msg":"trace[1386042203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24712; }","duration":"196.159297ms","start":"2026-05-30T02:39:33.035943Z","end":"2026-05-30T02:39:33.232102Z","steps":["trace[1386042203] 'agreement among raft nodes before linearized reading' (duration: 195.799337ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.485689Z","caller":"traceutil/trace.go:171","msg":"trace[498994542] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"248.591595ms","start":"2026-05-30T02:39:33.237073Z","end":"2026-05-30T02:39:33.485664Z","steps":["trace[498994542] 'process raft request' (duration: 248.38542ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.485968Z","caller":"traceutil/trace.go:171","msg":"trace[717320632] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"248.523133ms","start":"2026-05-30T02:39:33.237419Z","end":"2026-05-30T02:39:33.485943Z","steps":["trace[717320632] 'process raft request' (duration: 248.205164ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.486044Z","caller":"traceutil/trace.go:171","msg":"trace[1403106952] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"248.179104ms","start":"2026-05-30T02:39:33.237833Z","end":"2026-05-30T02:39:33.486012Z","steps":["trace[1403106952] 'process raft request' (duration: 248.017429ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.486061Z","caller":"traceutil/trace.go:171","msg":"trace[238876848] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"248.04638ms","start":"2026-05-30T02:39:33.237993Z","end":"2026-05-30T02:39:33.486039Z","steps":["trace[238876848] 'process raft request' (duration: 248.012349ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.48625Z","caller":"traceutil/trace.go:171","msg":"trace[535799493] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"248.284187ms","start":"2026-05-30T02:39:33.237959Z","end":"2026-05-30T02:39:33.486243Z","steps":["trace[535799493] 'process raft request' (duration: 248.01074ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:33.879313Z","caller":"traceutil/trace.go:171","msg":"trace[61310692] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"249.198441ms","start":"2026-05-30T02:39:33.630081Z","end":"2026-05-30T02:39:33.879279Z","steps":["trace[61310692] 'process raft request' (duration: 161.735308ms)","trace[61310692] 'compare' (duration: 86.923329ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:35.206308Z","caller":"traceutil/trace.go:171","msg":"trace[1545528654] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"369.15213ms","start":"2026-05-30T02:39:34.837134Z","end":"2026-05-30T02:39:35.206286Z","steps":["trace[1545528654] 'process raft request' (duration: 368.972375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.206427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:34.837109Z","time spent":"369.255773ms","remote":"127.0.0.1:40392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:35.218632Z","caller":"traceutil/trace.go:171","msg":"trace[508022464] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"325.735037ms","start":"2026-05-30T02:39:34.892876Z","end":"2026-05-30T02:39:35.218611Z","steps":["trace[508022464] 'process raft request' (duration: 325.587163ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:35.218723Z","caller":"traceutil/trace.go:171","msg":"trace[51134181] linearizableReadLoop","detail":"{readStateIndex:25522; appliedIndex:25519; }","duration":"172.146221ms","start":"2026-05-30T02:39:35.046546Z","end":"2026-05-30T02:39:35.218692Z","steps":["trace[51134181] 'read index received' (duration: 159.61456ms)","trace[51134181] 'applied index is now lower than readState.Index' (duration: 12.530071ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:39:35.218784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:34.892855Z","time spent":"325.85685ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:35.218852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.297776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:35.218908Z","caller":"traceutil/trace.go:171","msg":"trace[1836778109] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24722; }","duration":"172.361817ms","start":"2026-05-30T02:39:35.046533Z","end":"2026-05-30T02:39:35.218895Z","steps":["trace[1836778109] 'agreement among raft nodes before linearized reading' (duration: 172.273855ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:35.218841Z","caller":"traceutil/trace.go:171","msg":"trace[131964160] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"275.678273ms","start":"2026-05-30T02:39:34.943114Z","end":"2026-05-30T02:39:35.218792Z","steps":["trace[131964160] 'process raft request' (duration: 275.462727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.526236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.561345ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:35.526363Z","caller":"traceutil/trace.go:171","msg":"trace[1223247008] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24722; }","duration":"120.699629ms","start":"2026-05-30T02:39:35.405649Z","end":"2026-05-30T02:39:35.526349Z","steps":["trace[1223247008] 'range keys from in-memory index tree' (duration: 120.549635ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:35.647358Z","caller":"traceutil/trace.go:171","msg":"trace[1858677082] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"412.533203ms","start":"2026-05-30T02:39:35.23479Z","end":"2026-05-30T02:39:35.647323Z","steps":["trace[1858677082] 'process raft request' (duration: 412.384259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.647588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.234765Z","time spent":"412.691697ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:35.672891Z","caller":"traceutil/trace.go:171","msg":"trace[1711124864] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"427.647255ms","start":"2026-05-30T02:39:35.245228Z","end":"2026-05-30T02:39:35.672875Z","steps":["trace[1711124864] 'process raft request' (duration: 427.521891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.672995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.245207Z","time spent":"427.735857ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:35.673215Z","caller":"traceutil/trace.go:171","msg":"trace[1797103039] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"427.880892ms","start":"2026-05-30T02:39:35.245327Z","end":"2026-05-30T02:39:35.673207Z","steps":["trace[1797103039] 'process raft request' (duration: 427.521572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.673255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.245318Z","time spent":"427.919132ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:35.673397Z","caller":"traceutil/trace.go:171","msg":"trace[1921780847] linearizableReadLoop","detail":"{readStateIndex:25528; appliedIndex:25522; }","duration":"345.973909ms","start":"2026-05-30T02:39:35.327416Z","end":"2026-05-30T02:39:35.67339Z","steps":["trace[1921780847] 'read index received' (duration: 319.466916ms)","trace[1921780847] 'applied index is now lower than readState.Index' (duration: 26.506472ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:35.673362Z","caller":"traceutil/trace.go:171","msg":"trace[1650364660] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"427.951653ms","start":"2026-05-30T02:39:35.245381Z","end":"2026-05-30T02:39:35.673332Z","steps":["trace[1650364660] 'process raft request' (duration: 427.732817ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:35.673442Z","caller":"traceutil/trace.go:171","msg":"trace[940194130] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"427.984434ms","start":"2026-05-30T02:39:35.245453Z","end":"2026-05-30T02:39:35.673438Z","steps":["trace[940194130] 'process raft request' (duration: 427.818039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.673469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.245447Z","time spent":"428.005384ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:35.673538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.245376Z","time spent":"428.065236ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:35.673582Z","caller":"traceutil/trace.go:171","msg":"trace[1387240655] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"426.380791ms","start":"2026-05-30T02:39:35.247196Z","end":"2026-05-30T02:39:35.673576Z","steps":["trace[1387240655] 'process raft request' (duration: 426.165405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.673612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.247168Z","time spent":"426.427762ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:35.673728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.323709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-30T02:39:35.67375Z","caller":"traceutil/trace.go:171","msg":"trace[1898203117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24728; }","duration":"346.38065ms","start":"2026-05-30T02:39:35.327363Z","end":"2026-05-30T02:39:35.673743Z","steps":["trace[1898203117] 'agreement among raft nodes before linearized reading' (duration: 346.306688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.673766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.327342Z","time spent":"346.419121ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-30T02:39:35.673917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.98584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-30T02:39:35.673935Z","caller":"traceutil/trace.go:171","msg":"trace[1199918160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24728; }","duration":"182.044951ms","start":"2026-05-30T02:39:35.491886Z","end":"2026-05-30T02:39:35.673931Z","steps":["trace[1199918160] 'agreement among raft nodes before linearized reading' (duration: 181.973759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.674034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.323325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-30T02:39:35.674128Z","caller":"traceutil/trace.go:171","msg":"trace[531230044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24728; }","duration":"183.45609ms","start":"2026-05-30T02:39:35.49065Z","end":"2026-05-30T02:39:35.674106Z","steps":["trace[531230044] 'agreement among raft nodes before linearized reading' (duration: 183.188593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.674171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.286965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-30T02:39:35.674194Z","caller":"traceutil/trace.go:171","msg":"trace[1529800576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24728; }","duration":"183.323876ms","start":"2026-05-30T02:39:35.490865Z","end":"2026-05-30T02:39:35.674189Z","steps":["trace[1529800576] 'agreement among raft nodes before linearized reading' (duration: 183.276125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.674076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.750233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-30T02:39:35.674396Z","caller":"traceutil/trace.go:171","msg":"trace[1398469232] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24728; }","duration":"182.077472ms","start":"2026-05-30T02:39:35.492303Z","end":"2026-05-30T02:39:35.67438Z","steps":["trace[1398469232] 'agreement among raft nodes before linearized reading' (duration: 181.742533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.674337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.509931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-30T02:39:35.674615Z","caller":"traceutil/trace.go:171","msg":"trace[484553444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24728; }","duration":"183.810829ms","start":"2026-05-30T02:39:35.490783Z","end":"2026-05-30T02:39:35.674594Z","steps":["trace[484553444] 'agreement among raft nodes before linearized reading' (duration: 183.503291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.9839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.362007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:39:35.984101Z","caller":"traceutil/trace.go:171","msg":"trace[898923226] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"304.722315ms","start":"2026-05-30T02:39:35.679364Z","end":"2026-05-30T02:39:35.984086Z","steps":["trace[898923226] 'process raft request' (duration: 304.664013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.984147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.679358Z","time spent":"304.770927ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:35.984234Z","caller":"traceutil/trace.go:171","msg":"trace[1093674559] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"305.339082ms","start":"2026-05-30T02:39:35.678888Z","end":"2026-05-30T02:39:35.984227Z","steps":["trace[1093674559] 'process raft request' (duration: 305.098015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.984274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.678879Z","time spent":"305.376083ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:35.984283Z","caller":"traceutil/trace.go:171","msg":"trace[1482966322] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"305.959769ms","start":"2026-05-30T02:39:35.678309Z","end":"2026-05-30T02:39:35.984269Z","steps":["trace[1482966322] 'process raft request' (duration: 107.16208ms)","trace[1482966322] 'compare' (duration: 198.140011ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:39:35.984339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.678289Z","time spent":"306.025351ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:35.984484Z","caller":"traceutil/trace.go:171","msg":"trace[966479259] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"304.663483ms","start":"2026-05-30T02:39:35.679809Z","end":"2026-05-30T02:39:35.984472Z","steps":["trace[966479259] 'process raft request' (duration: 304.241402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.984526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.679801Z","time spent":"304.703755ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:35.984583Z","caller":"traceutil/trace.go:171","msg":"trace[889655069] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"303.711237ms","start":"2026-05-30T02:39:35.68084Z","end":"2026-05-30T02:39:35.984551Z","steps":["trace[889655069] 'process raft request' (duration: 303.634705ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:35.984703Z","caller":"traceutil/trace.go:171","msg":"trace[508024299] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"304.374285ms","start":"2026-05-30T02:39:35.680289Z","end":"2026-05-30T02:39:35.984663Z","steps":["trace[508024299] 'process raft request' (duration: 304.036826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:35.98478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.680835Z","time spent":"303.850061ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:35.984867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:35.680283Z","time spent":"304.497409ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:36.165611Z","caller":"traceutil/trace.go:171","msg":"trace[833599902] linearizableReadLoop","detail":"{readStateIndex:25535; appliedIndex:25534; }","duration":"152.867856ms","start":"2026-05-30T02:39:36.012717Z","end":"2026-05-30T02:39:36.165585Z","steps":["trace[833599902] 'read index received' (duration: 152.61427ms)","trace[833599902] 'applied index is now lower than readState.Index' (duration: 252.656µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:36.165649Z","caller":"traceutil/trace.go:171","msg":"trace[1154919363] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"291.136985ms","start":"2026-05-30T02:39:35.874483Z","end":"2026-05-30T02:39:36.16562Z","steps":["trace[1154919363] 'process raft request' (duration: 290.93148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:36.165852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.114113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:39:36.16597Z","caller":"traceutil/trace.go:171","msg":"trace[1467108406] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24735; }","duration":"153.217526ms","start":"2026-05-30T02:39:36.012667Z","end":"2026-05-30T02:39:36.165885Z","steps":["trace[1467108406] 'agreement among raft nodes before linearized reading' (duration: 153.053061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:36.441964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.661139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-30T02:39:36.442099Z","caller":"traceutil/trace.go:171","msg":"trace[843703761] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24735; }","duration":"167.800484ms","start":"2026-05-30T02:39:36.274232Z","end":"2026-05-30T02:39:36.442033Z","steps":["trace[843703761] 'count revisions from in-memory index tree' (duration: 167.561146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:37.152621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.433426ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-05-30T02:39:37.903833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.678345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:39:37.903939Z","caller":"traceutil/trace.go:171","msg":"trace[1088707162] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"224.165609ms","start":"2026-05-30T02:39:37.679752Z","end":"2026-05-30T02:39:37.903918Z","steps":["trace[1088707162] 'process raft request' (duration: 58.32429ms)","trace[1088707162] 'compare' (duration: 165.565322ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:37.989622Z","caller":"traceutil/trace.go:171","msg":"trace[654028321] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"309.70683ms","start":"2026-05-30T02:39:37.679886Z","end":"2026-05-30T02:39:37.989593Z","steps":["trace[654028321] 'process raft request' (duration: 309.539676ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:37.989707Z","caller":"traceutil/trace.go:171","msg":"trace[48825964] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"308.593929ms","start":"2026-05-30T02:39:37.681044Z","end":"2026-05-30T02:39:37.989638Z","steps":["trace[48825964] 'process raft request' (duration: 308.491207ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:37.989741Z","caller":"traceutil/trace.go:171","msg":"trace[763465164] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"309.801483ms","start":"2026-05-30T02:39:37.679924Z","end":"2026-05-30T02:39:37.989725Z","steps":["trace[763465164] 'process raft request' (duration: 309.591137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:37.989785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:37.67987Z","time spent":"309.839303ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:37.989834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:37.679911Z","time spent":"309.872434ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:37.989852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:37.681037Z","time spent":"308.739254ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:37.989972Z","caller":"traceutil/trace.go:171","msg":"trace[857379135] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"307.665104ms","start":"2026-05-30T02:39:37.682295Z","end":"2026-05-30T02:39:37.98996Z","steps":["trace[857379135] 'process raft request' (duration: 307.260713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:37.990048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:37.682286Z","time spent":"307.723846ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:38.150456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.543138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:39:38.150606Z","caller":"traceutil/trace.go:171","msg":"trace[541720770] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"155.870088ms","start":"2026-05-30T02:39:37.994708Z","end":"2026-05-30T02:39:38.150578Z","steps":["trace[541720770] 'process raft request' (duration: 25.094523ms)","trace[541720770] 'compare' (duration: 130.377284ms)"],"step_count":2} {"level":"warn","ts":"2026-05-30T02:39:38.409533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.459236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-30T02:39:38.409736Z","caller":"traceutil/trace.go:171","msg":"trace[1185384440] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"414.929887ms","start":"2026-05-30T02:39:37.994779Z","end":"2026-05-30T02:39:38.409709Z","steps":["trace[1185384440] 'process raft request' (duration: 259.202204ms)","trace[1185384440] 'compare' (duration: 155.128687ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:38.409821Z","caller":"traceutil/trace.go:171","msg":"trace[760031614] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"414.707402ms","start":"2026-05-30T02:39:37.995094Z","end":"2026-05-30T02:39:38.409802Z","steps":["trace[760031614] 'process raft request' (duration: 414.553707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:38.410292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:37.995085Z","time spent":"415.149633ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:38.409847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:37.994757Z","time spent":"415.03018ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:38.410011Z","caller":"traceutil/trace.go:171","msg":"trace[2070040755] linearizableReadLoop","detail":"{readStateIndex:25549; appliedIndex:25544; }","duration":"192.871215ms","start":"2026-05-30T02:39:38.217134Z","end":"2026-05-30T02:39:38.410006Z","steps":["trace[2070040755] 'read index received' (duration: 36.548735ms)","trace[2070040755] 'applied index is now lower than readState.Index' (duration: 156.32197ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:38.410017Z","caller":"traceutil/trace.go:171","msg":"trace[1202095052] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"414.677281ms","start":"2026-05-30T02:39:37.995321Z","end":"2026-05-30T02:39:38.409998Z","steps":["trace[1202095052] 'process raft request' (duration: 414.428174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:38.41047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:37.995315Z","time spent":"415.114653ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:38.410052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.921717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:38.410558Z","caller":"traceutil/trace.go:171","msg":"trace[2045160862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24748; }","duration":"193.43336ms","start":"2026-05-30T02:39:38.217095Z","end":"2026-05-30T02:39:38.410528Z","steps":["trace[2045160862] 'agreement among raft nodes before linearized reading' (duration: 192.934977ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:38.410048Z","caller":"traceutil/trace.go:171","msg":"trace[1532100787] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"414.218168ms","start":"2026-05-30T02:39:37.995799Z","end":"2026-05-30T02:39:38.410017Z","steps":["trace[1532100787] 'process raft request' (duration: 414.122796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:38.410684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:37.995794Z","time spent":"414.847095ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-30T02:39:38.410095Z","caller":"traceutil/trace.go:171","msg":"trace[54450727] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"413.087087ms","start":"2026-05-30T02:39:37.996953Z","end":"2026-05-30T02:39:38.41004Z","steps":["trace[54450727] 'process raft request' (duration: 413.026185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:38.410934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-30T02:39:37.996947Z","time spent":"413.874878ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-30T02:39:38.717386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.229243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:38.717472Z","caller":"traceutil/trace.go:171","msg":"trace[273288908] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24748; }","duration":"103.358467ms","start":"2026-05-30T02:39:38.61409Z","end":"2026-05-30T02:39:38.717449Z","steps":["trace[273288908] 'count revisions from in-memory index tree' (duration: 103.146401ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.119256Z","caller":"traceutil/trace.go:171","msg":"trace[1923182083] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"210.916778ms","start":"2026-05-30T02:39:39.90832Z","end":"2026-05-30T02:39:40.119237Z","steps":["trace[1923182083] 'process raft request' (duration: 210.785174ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.129142Z","caller":"traceutil/trace.go:171","msg":"trace[292588774] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"131.845383ms","start":"2026-05-30T02:39:39.997281Z","end":"2026-05-30T02:39:40.129126Z","steps":["trace[292588774] 'process raft request' (duration: 131.797852ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.129176Z","caller":"traceutil/trace.go:171","msg":"trace[495414147] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"133.234431ms","start":"2026-05-30T02:39:39.995908Z","end":"2026-05-30T02:39:40.129142Z","steps":["trace[495414147] 'process raft request' (duration: 133.059916ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.129337Z","caller":"traceutil/trace.go:171","msg":"trace[1416635176] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"131.318739ms","start":"2026-05-30T02:39:39.998011Z","end":"2026-05-30T02:39:40.12933Z","steps":["trace[1416635176] 'process raft request' (duration: 131.091563ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.129332Z","caller":"traceutil/trace.go:171","msg":"trace[1741858839] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"130.97925ms","start":"2026-05-30T02:39:39.998343Z","end":"2026-05-30T02:39:40.129322Z","steps":["trace[1741858839] 'process raft request' (duration: 130.925098ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.347212Z","caller":"traceutil/trace.go:171","msg":"trace[2008662764] linearizableReadLoop","detail":"{readStateIndex:25557; appliedIndex:25556; }","duration":"129.654673ms","start":"2026-05-30T02:39:40.217531Z","end":"2026-05-30T02:39:40.347186Z","steps":["trace[2008662764] 'read index received' (duration: 129.456708ms)","trace[2008662764] 'applied index is now lower than readState.Index' (duration: 196.665µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:40.347273Z","caller":"traceutil/trace.go:171","msg":"trace[402159280] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"187.49028ms","start":"2026-05-30T02:39:40.159747Z","end":"2026-05-30T02:39:40.347238Z","steps":["trace[402159280] 'process raft request' (duration: 187.264713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T02:39:40.347346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.800218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T02:39:40.347378Z","caller":"traceutil/trace.go:171","msg":"trace[1949633545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24756; }","duration":"129.88173ms","start":"2026-05-30T02:39:40.217487Z","end":"2026-05-30T02:39:40.347368Z","steps":["trace[1949633545] 'agreement among raft nodes before linearized reading' (duration: 129.801158ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.535618Z","caller":"traceutil/trace.go:171","msg":"trace[2017566451] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"112.546677ms","start":"2026-05-30T02:39:40.423046Z","end":"2026-05-30T02:39:40.535593Z","steps":["trace[2017566451] 'process raft request' (duration: 112.508406ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.536098Z","caller":"traceutil/trace.go:171","msg":"trace[192036563] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"115.052265ms","start":"2026-05-30T02:39:40.421026Z","end":"2026-05-30T02:39:40.536078Z","steps":["trace[192036563] 'process raft request' (duration: 41.628224ms)","trace[192036563] 'compare' (duration: 72.606539ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:39:40.53631Z","caller":"traceutil/trace.go:171","msg":"trace[1012489209] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"114.769978ms","start":"2026-05-30T02:39:40.421525Z","end":"2026-05-30T02:39:40.536295Z","steps":["trace[1012489209] 'process raft request' (duration: 113.905134ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.536488Z","caller":"traceutil/trace.go:171","msg":"trace[892760407] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"114.790658ms","start":"2026-05-30T02:39:40.421682Z","end":"2026-05-30T02:39:40.536472Z","steps":["trace[892760407] 'process raft request' (duration: 113.800461ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:40.536666Z","caller":"traceutil/trace.go:171","msg":"trace[967100221] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"113.718259ms","start":"2026-05-30T02:39:40.422934Z","end":"2026-05-30T02:39:40.536653Z","steps":["trace[967100221] 'process raft request' (duration: 112.583208ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:39:41.434007Z","caller":"traceutil/trace.go:171","msg":"trace[1885702220] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"102.801681ms","start":"2026-05-30T02:39:41.331186Z","end":"2026-05-30T02:39:41.433987Z","steps":["trace[1885702220] 'process raft request' (duration: 48.81065ms)","trace[1885702220] 'compare' (duration: 53.683613ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:40:49.127375Z","caller":"traceutil/trace.go:171","msg":"trace[303582634] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"137.585929ms","start":"2026-05-30T02:40:48.989764Z","end":"2026-05-30T02:40:49.12735Z","steps":["trace[303582634] 'process raft request' (duration: 97.638661ms)","trace[303582634] 'compare' (duration: 39.545577ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:41:31.291228Z","caller":"traceutil/trace.go:171","msg":"trace[17260897] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"145.392162ms","start":"2026-05-30T02:41:31.145797Z","end":"2026-05-30T02:41:31.291189Z","steps":["trace[17260897] 'process raft request' (duration: 131.378051ms)","trace[17260897] 'compare' (duration: 13.196679ms)"],"step_count":2} {"level":"info","ts":"2026-05-30T02:41:31.291628Z","caller":"traceutil/trace.go:171","msg":"trace[206782582] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"145.30041ms","start":"2026-05-30T02:41:31.146281Z","end":"2026-05-30T02:41:31.291581Z","steps":["trace[206782582] 'process raft request' (duration: 144.700654ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T02:42:28.633105Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23553} {"level":"info","ts":"2026-05-30T02:42:28.765238Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23553,"took":"125.85754ms","hash":2227695044,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":37081088,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-05-30T02:42:28.765318Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2227695044,"revision":23553,"compact-revision":20348} {"level":"info","ts":"2026-05-30T02:42:30.964287Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ad4.wal"} {"level":"info","ts":"2026-05-30T02:47:28.640216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26438} {"level":"info","ts":"2026-05-30T02:47:28.772527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26438,"took":"128.890643ms","hash":3636644110,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":31879168,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-30T02:47:28.772598Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3636644110,"revision":26438,"compact-revision":23553} {"level":"info","ts":"2026-05-30T02:47:55.177136Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-30T02:47:55.182819Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-30T02:47:55.182914Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-30T02:52:28.64617Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28896} {"level":"info","ts":"2026-05-30T02:52:28.775527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28896,"took":"125.834165ms","hash":2980690593,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":29818880,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-30T02:52:28.775603Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2980690593,"revision":28896,"compact-revision":26438} {"level":"info","ts":"2026-05-30T02:57:28.652907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31119} {"level":"info","ts":"2026-05-30T02:57:28.772663Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31119,"took":"115.814413ms","hash":630918824,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":31682560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-30T02:57:28.772748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":630918824,"revision":31119,"compact-revision":28896} {"level":"info","ts":"2026-05-30T03:01:10.737839Z","caller":"traceutil/trace.go:171","msg":"trace[311263991] linearizableReadLoop","detail":"{readStateIndex:36253; appliedIndex:36252; }","duration":"182.977058ms","start":"2026-05-30T03:01:10.554843Z","end":"2026-05-30T03:01:10.73782Z","steps":["trace[311263991] 'read index received' (duration: 182.895486ms)","trace[311263991] 'applied index is now lower than readState.Index' (duration: 80.902µs)"],"step_count":2} {"level":"info","ts":"2026-05-30T03:01:10.737941Z","caller":"traceutil/trace.go:171","msg":"trace[994750044] transaction","detail":"{read_only:false; response_revision:35166; number_of_response:1; }","duration":"227.135202ms","start":"2026-05-30T03:01:10.510742Z","end":"2026-05-30T03:01:10.737877Z","steps":["trace[994750044] 'process raft request' (duration: 226.958517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-30T03:01:10.7381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.212815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-30T03:01:10.738235Z","caller":"traceutil/trace.go:171","msg":"trace[31425473] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:35166; }","duration":"183.41716ms","start":"2026-05-30T03:01:10.554796Z","end":"2026-05-30T03:01:10.738213Z","steps":["trace[31425473] 'agreement among raft nodes before linearized reading' (duration: 183.152483ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T03:01:10.739395Z","caller":"traceutil/trace.go:171","msg":"trace[1630556366] transaction","detail":"{read_only:false; response_revision:35167; number_of_response:1; }","duration":"113.91783ms","start":"2026-05-30T03:01:10.625462Z","end":"2026-05-30T03:01:10.73938Z","steps":["trace[1630556366] 'process raft request' (duration: 113.619092ms)"],"step_count":1} {"level":"info","ts":"2026-05-30T03:02:28.660511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33453} {"level":"info","ts":"2026-05-30T03:02:28.810307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33453,"took":"145.435267ms","hash":3488574868,"current-db-size-bytes":59658240,"current-db-size":"60 MB","current-db-size-in-use-bytes":32927744,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-30T03:02:28.810379Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3488574868,"revision":33453,"compact-revision":31119} {"level":"info","ts":"2026-05-30T03:07:28.667843Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35743} {"level":"info","ts":"2026-05-30T03:07:28.808208Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35743,"took":"136.10845ms","hash":3334955021,"current-db-size-bytes":59658240,"current-db-size":"60 MB","current-db-size-in-use-bytes":30318592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-30T03:07:28.808283Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3334955021,"revision":35743,"compact-revision":33453}