{"level":"warn","ts":"2026-04-07T00:05:58.662571Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:05:58.66267Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T00:05:58.662736Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:05:58.662746Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-04-07T00:05:58.662768Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:05:58.663306Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-04-07T00:05:58.663374Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T00:05:58.667677Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.834018ms"} {"level":"info","ts":"2026-04-07T00:05:58.674662Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-04-07T00:05:58.674725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T00:05:58.674746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-04-07T00:05:58.674756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T00:05:58.674771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-04-07T00:05:58.674812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-04-07T00:05:58.680812Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T00:05:58.683802Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T00:05:58.686298Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T00:05:58.68974Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T00:05:58.689969Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:05:58.690058Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:05:58.690073Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:05:58.690052Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T00:05:58.690799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-04-07T00:05:58.690952Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-04-07T00:05:58.69286Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:05:58.693104Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T00:05:58.693147Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T00:05:58.693285Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-07T00:05:58.693307Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-07T00:05:59.575659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T00:05:59.575731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T00:05:59.575756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-04-07T00:05:59.575771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-04-07T00:05:59.575778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-04-07T00:05:59.575792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-04-07T00:05:59.575802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-04-07T00:05:59.576547Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:05:59.577141Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T00:05:59.577163Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:05:59.577374Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:05:59.577531Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:05:59.577605Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:05:59.577637Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:05:59.57947Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T00:05:59.579515Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T00:05:59.58131Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T00:05:59.583558Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-04-07T00:06:02.531891Z","caller":"traceutil/trace.go:171","msg":"trace[1853447802] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"137.92307ms","start":"2026-04-07T00:06:02.393937Z","end":"2026-04-07T00:06:02.53186Z","steps":["trace[1853447802] 'process raft request' (duration: 124.988533ms)","trace[1853447802] 'compare' (duration: 12.805714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:06:13.747015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.786327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:06:13.74724Z","caller":"traceutil/trace.go:171","msg":"trace[626126425] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:412; }","duration":"349.794096ms","start":"2026-04-07T00:06:13.397419Z","end":"2026-04-07T00:06:13.747213Z","steps":["trace[626126425] 'read index received' (duration: 29.918258ms)","trace[626126425] 'applied index is now lower than readState.Index' (duration: 319.873828ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:06:13.747264Z","caller":"traceutil/trace.go:171","msg":"trace[670292063] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"445.307233ms","start":"2026-04-07T00:06:13.301918Z","end":"2026-04-07T00:06:13.747225Z","steps":["trace[670292063] 'process raft request' (duration: 125.519758ms)","trace[670292063] 'compare' (duration: 318.581151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:06:13.747443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.989671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-04-07T00:06:13.747531Z","caller":"traceutil/trace.go:171","msg":"trace[910533296] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:398; }","duration":"350.147095ms","start":"2026-04-07T00:06:13.397361Z","end":"2026-04-07T00:06:13.747508Z","steps":["trace[910533296] 'agreement among raft nodes before linearized reading' (duration: 349.944769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:06:13.74752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:06:13.301879Z","time spent":"445.512189ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:06:13.747588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:06:13.397334Z","time spent":"350.244388ms","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-07T00:06:13.747589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.099196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:06:13.747715Z","caller":"traceutil/trace.go:171","msg":"trace[1978665734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:398; }","duration":"270.304552ms","start":"2026-04-07T00:06:13.477385Z","end":"2026-04-07T00:06:13.747689Z","steps":["trace[1978665734] 'agreement among raft nodes before linearized reading' (duration: 270.023564ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:06:14.009893Z","caller":"traceutil/trace.go:171","msg":"trace[246608995] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"257.991353ms","start":"2026-04-07T00:06:13.751874Z","end":"2026-04-07T00:06:14.009865Z","steps":["trace[246608995] 'process raft request' (duration: 252.924629ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:06:14.013355Z","caller":"traceutil/trace.go:171","msg":"trace[1717161446] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"257.582231ms","start":"2026-04-07T00:06:13.755757Z","end":"2026-04-07T00:06:14.01334Z","steps":["trace[1717161446] 'process raft request' (duration: 257.424637ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:06:34.99975Z","caller":"traceutil/trace.go:171","msg":"trace[815476687] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"140.412822ms","start":"2026-04-07T00:06:34.859314Z","end":"2026-04-07T00:06:34.999726Z","steps":["trace[815476687] 'process raft request' (duration: 140.273307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:06:35.242056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.642647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:06:35.24225Z","caller":"traceutil/trace.go:171","msg":"trace[1286767931] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"217.009126ms","start":"2026-04-07T00:06:35.025209Z","end":"2026-04-07T00:06:35.242218Z","steps":["trace[1286767931] 'process raft request' (duration: 80.125491ms)","trace[1286767931] 'compare' (duration: 136.513833ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:06:36.186278Z","caller":"traceutil/trace.go:171","msg":"trace[1489489918] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:634; }","duration":"343.223646ms","start":"2026-04-07T00:06:35.843032Z","end":"2026-04-07T00:06:36.186256Z","steps":["trace[1489489918] 'read index received' (duration: 272.804389ms)","trace[1489489918] 'applied index is now lower than readState.Index' (duration: 70.418347ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:06:36.186327Z","caller":"traceutil/trace.go:171","msg":"trace[1912136358] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"649.955875ms","start":"2026-04-07T00:06:35.536328Z","end":"2026-04-07T00:06:36.186284Z","steps":["trace[1912136358] 'process raft request' (duration: 579.509078ms)","trace[1912136358] 'compare' (duration: 70.21352ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:06:36.186349Z","caller":"traceutil/trace.go:171","msg":"trace[680839083] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"601.762273ms","start":"2026-04-07T00:06:35.584549Z","end":"2026-04-07T00:06:36.186312Z","steps":["trace[680839083] 'process raft request' (duration: 601.66354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:06:36.18649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:06:35.584508Z","time spent":"601.916028ms","remote":"127.0.0.1:55046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:06:36.186514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:06:35.536294Z","time spent":"650.124421ms","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:06:36.18654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.507365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T00:06:36.186612Z","caller":"traceutil/trace.go:171","msg":"trace[1482709306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"343.623238ms","start":"2026-04-07T00:06:35.842969Z","end":"2026-04-07T00:06:36.186592Z","steps":["trace[1482709306] 'agreement among raft nodes before linearized reading' (duration: 343.394991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:06:36.186691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:06:35.842942Z","time spent":"343.735811ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:07:42.995839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.548983ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-07T00:07:42.995959Z","caller":"traceutil/trace.go:171","msg":"trace[1924928014] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1474; }","duration":"176.074424ms","start":"2026-04-07T00:07:42.819867Z","end":"2026-04-07T00:07:42.995941Z","steps":["trace[1924928014] 'read index received' (duration: 39.441688ms)","trace[1924928014] 'applied index is now lower than readState.Index' (duration: 136.631376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:07:42.996071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.191977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:07:42.996101Z","caller":"traceutil/trace.go:171","msg":"trace[402089484] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1431; }","duration":"176.25849ms","start":"2026-04-07T00:07:42.819833Z","end":"2026-04-07T00:07:42.996091Z","steps":["trace[402089484] 'agreement among raft nodes before linearized reading' (duration: 176.186437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:05.48658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.83319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:05.486674Z","caller":"traceutil/trace.go:171","msg":"trace[1721828047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1825; }","duration":"320.985334ms","start":"2026-04-07T00:08:05.165671Z","end":"2026-04-07T00:08:05.486656Z","steps":["trace[1721828047] 'range keys from in-memory index tree' (duration: 320.747567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:05.486709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:05.165649Z","time spent":"321.051706ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:08:19.065809Z","caller":"traceutil/trace.go:171","msg":"trace[427445864] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"102.480374ms","start":"2026-04-07T00:08:18.96329Z","end":"2026-04-07T00:08:19.06577Z","steps":["trace[427445864] 'process raft request' (duration: 102.324159ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:51.350498Z","caller":"traceutil/trace.go:171","msg":"trace[1922185925] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"102.704528ms","start":"2026-04-07T00:08:51.247755Z","end":"2026-04-07T00:08:51.350459Z","steps":["trace[1922185925] 'process raft request' (duration: 33.617069ms)","trace[1922185925] 'compare' (duration: 68.942495ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:57.128053Z","caller":"traceutil/trace.go:171","msg":"trace[827279748] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"159.998748ms","start":"2026-04-07T00:08:56.968023Z","end":"2026-04-07T00:08:57.128022Z","steps":["trace[827279748] 'process raft request' (duration: 159.586176ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:57.30432Z","caller":"traceutil/trace.go:171","msg":"trace[228581732] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2240; }","duration":"138.60817ms","start":"2026-04-07T00:08:57.165662Z","end":"2026-04-07T00:08:57.30427Z","steps":["trace[228581732] 'read index received' (duration: 73.855542ms)","trace[228581732] 'applied index is now lower than readState.Index' (duration: 64.751258ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:57.304371Z","caller":"traceutil/trace.go:171","msg":"trace[1520249023] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"155.981325ms","start":"2026-04-07T00:08:57.148333Z","end":"2026-04-07T00:08:57.304314Z","steps":["trace[1520249023] 'process raft request' (duration: 91.213187ms)","trace[1520249023] 'compare' (duration: 64.593413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:08:57.304467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.751534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:57.304553Z","caller":"traceutil/trace.go:171","msg":"trace[100458049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2160; }","duration":"138.901818ms","start":"2026-04-07T00:08:57.165632Z","end":"2026-04-07T00:08:57.304534Z","steps":["trace[100458049] 'agreement among raft nodes before linearized reading' (duration: 138.716183ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:57.319195Z","caller":"traceutil/trace.go:171","msg":"trace[1523706120] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"103.545962ms","start":"2026-04-07T00:08:57.215593Z","end":"2026-04-07T00:08:57.319139Z","steps":["trace[1523706120] 'process raft request' (duration: 103.247734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:57.319786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.809771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-07T00:08:57.319913Z","caller":"traceutil/trace.go:171","msg":"trace[2141833428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"127.524831ms","start":"2026-04-07T00:08:57.192364Z","end":"2026-04-07T00:08:57.319889Z","steps":["trace[2141833428] 'agreement among raft nodes before linearized reading' (duration: 126.702229ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:44.273328Z","caller":"traceutil/trace.go:171","msg":"trace[1401329887] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"124.131102ms","start":"2026-04-07T00:12:44.149172Z","end":"2026-04-07T00:12:44.273303Z","steps":["trace[1401329887] 'process raft request' (duration: 123.948336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:44.299349Z","caller":"traceutil/trace.go:171","msg":"trace[1177212749] linearizableReadLoop","detail":"{readStateIndex:3904; appliedIndex:3902; }","duration":"132.929191ms","start":"2026-04-07T00:12:44.166391Z","end":"2026-04-07T00:12:44.29932Z","steps":["trace[1177212749] 'read index received' (duration: 106.716367ms)","trace[1177212749] 'applied index is now lower than readState.Index' (duration: 26.211184ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:44.299417Z","caller":"traceutil/trace.go:171","msg":"trace[1684133432] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"138.546681ms","start":"2026-04-07T00:12:44.160834Z","end":"2026-04-07T00:12:44.29938Z","steps":["trace[1684133432] 'process raft request' (duration: 138.319144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:44.299523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.102767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:44.299567Z","caller":"traceutil/trace.go:171","msg":"trace[219104876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3763; }","duration":"133.21031ms","start":"2026-04-07T00:12:44.166346Z","end":"2026-04-07T00:12:44.299556Z","steps":["trace[219104876] 'agreement among raft nodes before linearized reading' (duration: 133.113147ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:14.933094Z","caller":"traceutil/trace.go:171","msg":"trace[1769050926] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"124.963593ms","start":"2026-04-07T00:14:14.808105Z","end":"2026-04-07T00:14:14.933069Z","steps":["trace[1769050926] 'process raft request' (duration: 124.769258ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:14.982984Z","caller":"traceutil/trace.go:171","msg":"trace[541065926] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"172.885891ms","start":"2026-04-07T00:14:14.81004Z","end":"2026-04-07T00:14:14.982926Z","steps":["trace[541065926] 'process raft request' (duration: 172.681045ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:15.267938Z","caller":"traceutil/trace.go:171","msg":"trace[9548603] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5173; }","duration":"100.66249ms","start":"2026-04-07T00:14:15.16724Z","end":"2026-04-07T00:14:15.267902Z","steps":["trace[9548603] 'read index received' (duration: 100.386611ms)","trace[9548603] 'applied index is now lower than readState.Index' (duration: 274.309µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:15.268012Z","caller":"traceutil/trace.go:171","msg":"trace[2006948922] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"126.064714ms","start":"2026-04-07T00:14:15.141915Z","end":"2026-04-07T00:14:15.26798Z","steps":["trace[2006948922] 'process raft request' (duration: 125.648301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.268164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.890846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:14:15.268211Z","caller":"traceutil/trace.go:171","msg":"trace[1935464566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4990; }","duration":"101.002389ms","start":"2026-04-07T00:14:15.167196Z","end":"2026-04-07T00:14:15.268199Z","steps":["trace[1935464566] 'agreement among raft nodes before linearized reading' (duration: 100.895666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:24.061575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.015462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:14:24.061707Z","caller":"traceutil/trace.go:171","msg":"trace[1000691990] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5366; }","duration":"230.331666ms","start":"2026-04-07T00:14:23.831357Z","end":"2026-04-07T00:14:24.061689Z","steps":["trace[1000691990] 'read index received' (duration: 42.442µs)","trace[1000691990] 'applied index is now lower than readState.Index' (duration: 230.287694ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:24.061735Z","caller":"traceutil/trace.go:171","msg":"trace[241565306] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"462.905254ms","start":"2026-04-07T00:14:23.598786Z","end":"2026-04-07T00:14:24.061691Z","steps":["trace[241565306] 'process raft request' (duration: 45.647845ms)","trace[241565306] 'compare' (duration: 416.326552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:14:24.0619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:23.598758Z","time spent":"463.072228ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:14:24.061951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.567852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-w9pr8\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-04-07T00:14:24.06207Z","caller":"traceutil/trace.go:171","msg":"trace[1449895429] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-w9pr8; range_end:; response_count:1; response_revision:5176; }","duration":"230.732337ms","start":"2026-04-07T00:14:23.831314Z","end":"2026-04-07T00:14:24.062046Z","steps":["trace[1449895429] 'agreement among raft nodes before linearized reading' (duration: 230.463419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:24.062103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.537017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:14:24.062151Z","caller":"traceutil/trace.go:171","msg":"trace[1892686345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5176; }","duration":"195.651359ms","start":"2026-04-07T00:14:23.866486Z","end":"2026-04-07T00:14:24.062138Z","steps":["trace[1892686345] 'agreement among raft nodes before linearized reading' (duration: 195.469094ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:32.940326Z","caller":"traceutil/trace.go:171","msg":"trace[672734092] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"242.510318ms","start":"2026-04-07T00:14:32.697789Z","end":"2026-04-07T00:14:32.9403Z","steps":["trace[672734092] 'process raft request' (duration: 242.347183ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:32.965518Z","caller":"traceutil/trace.go:171","msg":"trace[717026677] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5510; }","duration":"253.893998ms","start":"2026-04-07T00:14:32.711599Z","end":"2026-04-07T00:14:32.965493Z","steps":["trace[717026677] 'read index received' (duration: 228.650468ms)","trace[717026677] 'applied index is now lower than readState.Index' (duration: 25.24221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:14:32.965793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.172175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:14:32.965887Z","caller":"traceutil/trace.go:171","msg":"trace[1020371222] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5320; }","duration":"254.31141ms","start":"2026-04-07T00:14:32.711557Z","end":"2026-04-07T00:14:32.965869Z","steps":["trace[1020371222] 'agreement among raft nodes before linearized reading' (duration: 254.128514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:32.965885Z","caller":"traceutil/trace.go:171","msg":"trace[560944286] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"265.595577ms","start":"2026-04-07T00:14:32.700257Z","end":"2026-04-07T00:14:32.965852Z","steps":["trace[560944286] 'process raft request' (duration: 265.097973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:32.965935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.269409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:14:32.966054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.433087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-07T00:14:32.966094Z","caller":"traceutil/trace.go:171","msg":"trace[876989117] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5320; }","duration":"169.474984ms","start":"2026-04-07T00:14:32.796601Z","end":"2026-04-07T00:14:32.966076Z","steps":["trace[876989117] 'agreement among raft nodes before linearized reading' (duration: 169.225897ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:32.966105Z","caller":"traceutil/trace.go:171","msg":"trace[657706186] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:5320; }","duration":"146.496638ms","start":"2026-04-07T00:14:32.819597Z","end":"2026-04-07T00:14:32.966094Z","steps":["trace[657706186] 'agreement among raft nodes before linearized reading' (duration: 146.368484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:32.966162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.776005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:14:32.966295Z","caller":"traceutil/trace.go:171","msg":"trace[228131625] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5320; }","duration":"147.96328ms","start":"2026-04-07T00:14:32.818311Z","end":"2026-04-07T00:14:32.966275Z","steps":["trace[228131625] 'agreement among raft nodes before linearized reading' (duration: 147.732843ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:44.3121Z","caller":"traceutil/trace.go:171","msg":"trace[535698058] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"122.366099ms","start":"2026-04-07T00:14:44.189709Z","end":"2026-04-07T00:14:44.312075Z","steps":["trace[535698058] 'process raft request' (duration: 122.158353ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:44.365802Z","caller":"traceutil/trace.go:171","msg":"trace[1763735597] linearizableReadLoop","detail":"{readStateIndex:5713; appliedIndex:5711; }","duration":"109.56848ms","start":"2026-04-07T00:14:44.256205Z","end":"2026-04-07T00:14:44.365773Z","steps":["trace[1763735597] 'read index received' (duration: 55.653745ms)","trace[1763735597] 'applied index is now lower than readState.Index' (duration: 53.913465ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:44.365861Z","caller":"traceutil/trace.go:171","msg":"trace[977541311] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"172.90051ms","start":"2026-04-07T00:14:44.192933Z","end":"2026-04-07T00:14:44.365833Z","steps":["trace[977541311] 'process raft request' (duration: 169.147745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:44.366036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.810827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-07T00:14:44.366088Z","caller":"traceutil/trace.go:171","msg":"trace[907164502] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5514; }","duration":"109.91759ms","start":"2026-04-07T00:14:44.256154Z","end":"2026-04-07T00:14:44.366071Z","steps":["trace[907164502] 'agreement among raft nodes before linearized reading' (duration: 109.726154ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:34.663661Z","caller":"traceutil/trace.go:171","msg":"trace[175192579] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"136.447458ms","start":"2026-04-07T00:15:34.527182Z","end":"2026-04-07T00:15:34.66363Z","steps":["trace[175192579] 'process raft request' (duration: 136.257533ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:59.603192Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3018} {"level":"info","ts":"2026-04-07T00:15:59.689007Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3018,"took":"84.41871ms","hash":2042409442,"current-db-size-bytes":57585664,"current-db-size":"58 MB","current-db-size-in-use-bytes":31801344,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T00:15:59.689148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2042409442,"revision":3018,"compact-revision":-1} {"level":"info","ts":"2026-04-07T00:20:30.939035Z","caller":"traceutil/trace.go:171","msg":"trace[1165042306] linearizableReadLoop","detail":"{readStateIndex:8434; appliedIndex:8433; }","duration":"311.351135ms","start":"2026-04-07T00:20:30.627649Z","end":"2026-04-07T00:20:30.939Z","steps":["trace[1165042306] 'read index received' (duration: 311.104169ms)","trace[1165042306] 'applied index is now lower than readState.Index' (duration: 245.866µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:30.939218Z","caller":"traceutil/trace.go:171","msg":"trace[328384673] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"315.156641ms","start":"2026-04-07T00:20:30.624043Z","end":"2026-04-07T00:20:30.9392Z","steps":["trace[328384673] 'process raft request' (duration: 314.792571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:30.939381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:30.624013Z","time spent":"315.256204ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:20:30.939614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.845032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:20:30.939714Z","caller":"traceutil/trace.go:171","msg":"trace[696412195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8153; }","duration":"148.999456ms","start":"2026-04-07T00:20:30.790692Z","end":"2026-04-07T00:20:30.939692Z","steps":["trace[696412195] 'agreement among raft nodes before linearized reading' (duration: 148.736018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:30.939858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.20718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:20:30.93989Z","caller":"traceutil/trace.go:171","msg":"trace[28970003] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8153; }","duration":"312.270732ms","start":"2026-04-07T00:20:30.627611Z","end":"2026-04-07T00:20:30.939881Z","steps":["trace[28970003] 'agreement among raft nodes before linearized reading' (duration: 312.21491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:30.939919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:30.627587Z","time spent":"312.322672ms","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:20:31.05859Z","caller":"traceutil/trace.go:171","msg":"trace[2118038599] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"115.373726ms","start":"2026-04-07T00:20:30.943182Z","end":"2026-04-07T00:20:31.058555Z","steps":["trace[2118038599] 'process raft request' (duration: 112.028572ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:42.292809Z","caller":"traceutil/trace.go:171","msg":"trace[534186731] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"101.040696ms","start":"2026-04-07T00:20:42.191728Z","end":"2026-04-07T00:20:42.292769Z","steps":["trace[534186731] 'process raft request' (duration: 100.765568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:42.7003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.342181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:20:42.700454Z","caller":"traceutil/trace.go:171","msg":"trace[1120184223] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"349.968907ms","start":"2026-04-07T00:20:42.35046Z","end":"2026-04-07T00:20:42.700428Z","steps":["trace[1120184223] 'process raft request' (duration: 109.361609ms)","trace[1120184223] 'compare' (duration: 240.148065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:20:42.700524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:42.350423Z","time spent":"350.0694ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:20:43.393054Z","caller":"traceutil/trace.go:171","msg":"trace[899760179] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"212.948715ms","start":"2026-04-07T00:20:43.180065Z","end":"2026-04-07T00:20:43.393014Z","steps":["trace[899760179] 'process raft request' (duration: 191.388401ms)","trace[899760179] 'compare' (duration: 21.389109ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:43.406359Z","caller":"traceutil/trace.go:171","msg":"trace[333236277] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"225.954269ms","start":"2026-04-07T00:20:43.180373Z","end":"2026-04-07T00:20:43.406327Z","steps":["trace[333236277] 'process raft request' (duration: 225.711052ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:43.406553Z","caller":"traceutil/trace.go:171","msg":"trace[1075990768] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8501; }","duration":"108.938446ms","start":"2026-04-07T00:20:43.297573Z","end":"2026-04-07T00:20:43.406511Z","steps":["trace[1075990768] 'read index received' (duration: 73.861975ms)","trace[1075990768] 'applied index is now lower than readState.Index' (duration: 35.073901ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:43.406626Z","caller":"traceutil/trace.go:171","msg":"trace[2039022560] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"226.144003ms","start":"2026-04-07T00:20:43.180458Z","end":"2026-04-07T00:20:43.406602Z","steps":["trace[2039022560] 'process raft request' (duration: 225.808764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:43.407019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.361248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T00:20:43.407076Z","caller":"traceutil/trace.go:171","msg":"trace[157166046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8220; }","duration":"109.552843ms","start":"2026-04-07T00:20:43.297505Z","end":"2026-04-07T00:20:43.407058Z","steps":["trace[157166046] 'agreement among raft nodes before linearized reading' (duration: 109.219814ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:59.61281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6139} {"level":"info","ts":"2026-04-07T00:20:59.718059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6139,"took":"102.863785ms","hash":928846537,"current-db-size-bytes":57585664,"current-db-size":"58 MB","current-db-size-in-use-bytes":23625728,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-07T00:20:59.71814Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":928846537,"revision":6139,"compact-revision":3018} {"level":"info","ts":"2026-04-07T00:21:11.761968Z","caller":"traceutil/trace.go:171","msg":"trace[1730315217] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8716; }","duration":"233.913872ms","start":"2026-04-07T00:21:11.528019Z","end":"2026-04-07T00:21:11.761932Z","steps":["trace[1730315217] 'read index received' (duration: 233.635624ms)","trace[1730315217] 'applied index is now lower than readState.Index' (duration: 277.188µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:11.762031Z","caller":"traceutil/trace.go:171","msg":"trace[893176099] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"236.040972ms","start":"2026-04-07T00:21:11.525956Z","end":"2026-04-07T00:21:11.761997Z","steps":["trace[893176099] 'process raft request' (duration: 235.787935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:11.762291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.557146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-07T00:21:11.762378Z","caller":"traceutil/trace.go:171","msg":"trace[1919314505] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8424; }","duration":"221.7066ms","start":"2026-04-07T00:21:11.540649Z","end":"2026-04-07T00:21:11.762355Z","steps":["trace[1919314505] 'agreement among raft nodes before linearized reading' (duration: 221.447933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:11.762667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.619351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:21:11.762722Z","caller":"traceutil/trace.go:171","msg":"trace[511967250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8424; }","duration":"234.722854ms","start":"2026-04-07T00:21:11.527984Z","end":"2026-04-07T00:21:11.762707Z","steps":["trace[511967250] 'agreement among raft nodes before linearized reading' (duration: 234.045126ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:11.984826Z","caller":"traceutil/trace.go:171","msg":"trace[1135038907] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"218.091239ms","start":"2026-04-07T00:21:11.766692Z","end":"2026-04-07T00:21:11.984783Z","steps":["trace[1135038907] 'process raft request' (duration: 158.511813ms)","trace[1135038907] 'compare' (duration: 58.918417ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:11.984908Z","caller":"traceutil/trace.go:171","msg":"trace[499284614] linearizableReadLoop","detail":"{readStateIndex:8719; appliedIndex:8717; }","duration":"135.003045ms","start":"2026-04-07T00:21:11.849875Z","end":"2026-04-07T00:21:11.984878Z","steps":["trace[499284614] 'read index received' (duration: 75.417539ms)","trace[499284614] 'applied index is now lower than readState.Index' (duration: 59.584056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:21:11.985154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.255872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7s5c7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-07T00:21:11.985199Z","caller":"traceutil/trace.go:171","msg":"trace[676691747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7s5c7; range_end:; response_count:1; response_revision:8426; }","duration":"135.357495ms","start":"2026-04-07T00:21:11.849831Z","end":"2026-04-07T00:21:11.985188Z","steps":["trace[676691747] 'agreement among raft nodes before linearized reading' (duration: 135.153379ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:11.985365Z","caller":"traceutil/trace.go:171","msg":"trace[1426037851] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"218.600742ms","start":"2026-04-07T00:21:11.766751Z","end":"2026-04-07T00:21:11.985352Z","steps":["trace[1426037851] 'process raft request' (duration: 218.066878ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:24.360971Z","caller":"traceutil/trace.go:171","msg":"trace[1991843378] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8533; }","duration":"119.861012ms","start":"2026-04-07T00:21:24.241069Z","end":"2026-04-07T00:21:24.36093Z","steps":["trace[1991843378] 'process raft request' (duration: 100.203993ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:24.364197Z","caller":"traceutil/trace.go:171","msg":"trace[1586970578] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"121.901488ms","start":"2026-04-07T00:21:24.242267Z","end":"2026-04-07T00:21:24.364168Z","steps":["trace[1586970578] 'process raft request' (duration: 121.676491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:24.856095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.067818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:21:24.856407Z","caller":"traceutil/trace.go:171","msg":"trace[219047857] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"102.24238ms","start":"2026-04-07T00:21:24.754138Z","end":"2026-04-07T00:21:24.856381Z","steps":["trace[219047857] 'process raft request' (duration: 102.113916ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:24.856421Z","caller":"traceutil/trace.go:171","msg":"trace[1318308093] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"195.004933ms","start":"2026-04-07T00:21:24.661369Z","end":"2026-04-07T00:21:24.856374Z","steps":["trace[1318308093] 'process raft request' (duration: 89.545134ms)","trace[1318308093] 'compare' (duration: 104.77378ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:25.06322Z","caller":"traceutil/trace.go:171","msg":"trace[1894901297] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"134.037739ms","start":"2026-04-07T00:21:24.929144Z","end":"2026-04-07T00:21:25.063182Z","steps":["trace[1894901297] 'process raft request' (duration: 55.722159ms)","trace[1894901297] 'compare' (duration: 78.130714ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:41.234588Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002354.wal"} {"level":"info","ts":"2026-04-07T00:22:24.993126Z","caller":"traceutil/trace.go:171","msg":"trace[829448611] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"122.29019ms","start":"2026-04-07T00:22:24.870789Z","end":"2026-04-07T00:22:24.993079Z","steps":["trace[829448611] 'process raft request' (duration: 66.111469ms)","trace[829448611] 'compare' (duration: 55.828212ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:31.344054Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T00:23:31.35329Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T00:23:31.353396Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T00:25:59.618656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8313} {"level":"info","ts":"2026-04-07T00:25:59.7006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8313,"took":"79.714605ms","hash":1563802457,"current-db-size-bytes":57585664,"current-db-size":"58 MB","current-db-size-in-use-bytes":26767360,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-07T00:25:59.70076Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1563802457,"revision":8313,"compact-revision":6139} {"level":"info","ts":"2026-04-07T00:26:12.188747Z","caller":"traceutil/trace.go:171","msg":"trace[1215624993] transaction","detail":"{read_only:false; response_revision:11077; number_of_response:1; }","duration":"122.943023ms","start":"2026-04-07T00:26:12.065777Z","end":"2026-04-07T00:26:12.18872Z","steps":["trace[1215624993] 'process raft request' (duration: 122.767618ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:59.62468Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11008} {"level":"info","ts":"2026-04-07T00:30:59.703685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11008,"took":"76.679422ms","hash":3088003707,"current-db-size-bytes":57585664,"current-db-size":"58 MB","current-db-size-in-use-bytes":28356608,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-07T00:30:59.70374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3088003707,"revision":11008,"compact-revision":8313} {"level":"info","ts":"2026-04-07T00:32:17.206831Z","caller":"traceutil/trace.go:171","msg":"trace[1667525535] transaction","detail":"{read_only:false; response_revision:13551; number_of_response:1; }","duration":"130.805854ms","start":"2026-04-07T00:32:17.075994Z","end":"2026-04-07T00:32:17.206799Z","steps":["trace[1667525535] 'process raft request' (duration: 130.521156ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:33.624916Z","caller":"traceutil/trace.go:171","msg":"trace[1621322382] transaction","detail":"{read_only:false; response_revision:13650; number_of_response:1; }","duration":"118.18529ms","start":"2026-04-07T00:32:33.506702Z","end":"2026-04-07T00:32:33.624887Z","steps":["trace[1621322382] 'process raft request' (duration: 118.006655ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:33.799466Z","caller":"traceutil/trace.go:171","msg":"trace[1502349865] linearizableReadLoop","detail":"{readStateIndex:14112; appliedIndex:14110; }","duration":"269.347643ms","start":"2026-04-07T00:32:33.530096Z","end":"2026-04-07T00:32:33.799444Z","steps":["trace[1502349865] 'read index received' (duration: 94.634907ms)","trace[1502349865] 'applied index is now lower than readState.Index' (duration: 174.711996ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:32:33.799605Z","caller":"traceutil/trace.go:171","msg":"trace[575127115] transaction","detail":"{read_only:false; response_revision:13652; number_of_response:1; }","duration":"202.991501ms","start":"2026-04-07T00:32:33.596602Z","end":"2026-04-07T00:32:33.799594Z","steps":["trace[575127115] 'process raft request' (duration: 202.756705ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:33.799713Z","caller":"traceutil/trace.go:171","msg":"trace[1712752174] transaction","detail":"{read_only:false; response_revision:13651; number_of_response:1; }","duration":"289.598821ms","start":"2026-04-07T00:32:33.510077Z","end":"2026-04-07T00:32:33.799676Z","steps":["trace[1712752174] 'process raft request' (duration: 247.767227ms)","trace[1712752174] 'compare' (duration: 41.122075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:32:33.799821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.689133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:32:33.799897Z","caller":"traceutil/trace.go:171","msg":"trace[616888640] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13652; }","duration":"269.803695ms","start":"2026-04-07T00:32:33.530051Z","end":"2026-04-07T00:32:33.799855Z","steps":["trace[616888640] 'agreement among raft nodes before linearized reading' (duration: 269.682902ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:33.800117Z","caller":"traceutil/trace.go:171","msg":"trace[1765322465] transaction","detail":"{read_only:false; response_revision:13653; number_of_response:1; }","duration":"148.632713ms","start":"2026-04-07T00:32:33.651474Z","end":"2026-04-07T00:32:33.800106Z","steps":["trace[1765322465] 'process raft request' (duration: 148.267733ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:42.892695Z","caller":"traceutil/trace.go:171","msg":"trace[1400585848] transaction","detail":"{read_only:false; response_revision:13816; number_of_response:1; }","duration":"137.668836ms","start":"2026-04-07T00:32:42.754983Z","end":"2026-04-07T00:32:42.892652Z","steps":["trace[1400585848] 'process raft request' (duration: 95.549493ms)","trace[1400585848] 'compare' (duration: 41.863416ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:32:43.114577Z","caller":"traceutil/trace.go:171","msg":"trace[424997847] linearizableReadLoop","detail":"{readStateIndex:14281; appliedIndex:14279; }","duration":"128.316273ms","start":"2026-04-07T00:32:42.98624Z","end":"2026-04-07T00:32:43.114556Z","steps":["trace[424997847] 'read index received' (duration: 36.849484ms)","trace[424997847] 'applied index is now lower than readState.Index' (duration: 91.465299ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:32:43.114631Z","caller":"traceutil/trace.go:171","msg":"trace[1860222381] transaction","detail":"{read_only:false; response_revision:13817; number_of_response:1; }","duration":"214.333128ms","start":"2026-04-07T00:32:42.900264Z","end":"2026-04-07T00:32:43.114597Z","steps":["trace[1860222381] 'process raft request' (duration: 214.154723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:43.114763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.486088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:32:43.114832Z","caller":"traceutil/trace.go:171","msg":"trace[1684481528] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:13817; }","duration":"128.664553ms","start":"2026-04-07T00:32:42.986153Z","end":"2026-04-07T00:32:43.114817Z","steps":["trace[1684481528] 'agreement among raft nodes before linearized reading' (duration: 128.517429ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:47.006272Z","caller":"traceutil/trace.go:171","msg":"trace[1035814364] transaction","detail":"{read_only:false; response_revision:14715; number_of_response:1; }","duration":"112.398326ms","start":"2026-04-07T00:33:46.89385Z","end":"2026-04-07T00:33:47.006248Z","steps":["trace[1035814364] 'process raft request' (duration: 112.17239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:20.942147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.701281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-07T00:34:20.942259Z","caller":"traceutil/trace.go:171","msg":"trace[1486277151] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14899; }","duration":"124.840075ms","start":"2026-04-07T00:34:20.8174Z","end":"2026-04-07T00:34:20.942241Z","steps":["trace[1486277151] 'range keys from in-memory index tree' (duration: 124.588638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:20.942302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.250418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-07T00:34:20.942326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.173213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:20.942369Z","caller":"traceutil/trace.go:171","msg":"trace[1954799055] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14899; }","duration":"124.344781ms","start":"2026-04-07T00:34:20.818009Z","end":"2026-04-07T00:34:20.942354Z","steps":["trace[1954799055] 'range keys from in-memory index tree' (duration: 124.119685ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:20.942374Z","caller":"traceutil/trace.go:171","msg":"trace[127218790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:14899; }","duration":"105.228285ms","start":"2026-04-07T00:34:20.837134Z","end":"2026-04-07T00:34:20.942362Z","steps":["trace[127218790] 'count revisions from in-memory index tree' (duration: 105.006228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:20.942545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.512015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:20.942644Z","caller":"traceutil/trace.go:171","msg":"trace[367406418] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14899; }","duration":"125.651669ms","start":"2026-04-07T00:34:20.81697Z","end":"2026-04-07T00:34:20.942622Z","steps":["trace[367406418] 'range keys from in-memory index tree' (duration: 125.429791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:20.942883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.119583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T00:34:20.942961Z","caller":"traceutil/trace.go:171","msg":"trace[1419916129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14899; }","duration":"130.216176ms","start":"2026-04-07T00:34:20.812725Z","end":"2026-04-07T00:34:20.942941Z","steps":["trace[1419916129] 'range keys from in-memory index tree' (duration: 129.340162ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:21.260062Z","caller":"traceutil/trace.go:171","msg":"trace[1902141838] linearizableReadLoop","detail":"{readStateIndex:15399; appliedIndex:15398; }","duration":"150.29314ms","start":"2026-04-07T00:34:21.109747Z","end":"2026-04-07T00:34:21.26004Z","steps":["trace[1902141838] 'read index received' (duration: 150.128526ms)","trace[1902141838] 'applied index is now lower than readState.Index' (duration: 163.234µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:34:21.260134Z","caller":"traceutil/trace.go:171","msg":"trace[1489933549] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"152.719369ms","start":"2026-04-07T00:34:21.107384Z","end":"2026-04-07T00:34:21.260103Z","steps":["trace[1489933549] 'process raft request' (duration: 152.492713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:21.260418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.618019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-07T00:34:21.260435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.44142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:34:21.260532Z","caller":"traceutil/trace.go:171","msg":"trace[1167853634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14901; }","duration":"150.780934ms","start":"2026-04-07T00:34:21.109721Z","end":"2026-04-07T00:34:21.260502Z","steps":["trace[1167853634] 'agreement among raft nodes before linearized reading' (duration: 150.412234ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:21.260562Z","caller":"traceutil/trace.go:171","msg":"trace[651957625] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:14901; }","duration":"116.636485ms","start":"2026-04-07T00:34:21.143894Z","end":"2026-04-07T00:34:21.26053Z","steps":["trace[651957625] 'agreement among raft nodes before linearized reading' (duration: 116.409959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:21.260559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.34975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-07T00:34:21.260658Z","caller":"traceutil/trace.go:171","msg":"trace[1817160406] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14901; }","duration":"104.479464ms","start":"2026-04-07T00:34:21.156151Z","end":"2026-04-07T00:34:21.26063Z","steps":["trace[1817160406] 'agreement among raft nodes before linearized reading' (duration: 104.233317ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:21.449085Z","caller":"traceutil/trace.go:171","msg":"trace[1121058349] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"107.309093ms","start":"2026-04-07T00:34:21.341727Z","end":"2026-04-07T00:34:21.449036Z","steps":["trace[1121058349] 'process raft request' (duration: 106.806989ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:21.557215Z","caller":"traceutil/trace.go:171","msg":"trace[823518801] linearizableReadLoop","detail":"{readStateIndex:15401; appliedIndex:15400; }","duration":"101.744747ms","start":"2026-04-07T00:34:21.455443Z","end":"2026-04-07T00:34:21.557188Z","steps":["trace[823518801] 'read index received' (duration: 101.519521ms)","trace[823518801] 'applied index is now lower than readState.Index' (duration: 221.716µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:34:21.557257Z","caller":"traceutil/trace.go:171","msg":"trace[317646101] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"103.98063ms","start":"2026-04-07T00:34:21.453231Z","end":"2026-04-07T00:34:21.557212Z","steps":["trace[317646101] 'process raft request' (duration: 103.736873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:21.557439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.970774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-07T00:34:21.557505Z","caller":"traceutil/trace.go:171","msg":"trace[154287551] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14903; }","duration":"102.062817ms","start":"2026-04-07T00:34:21.455424Z","end":"2026-04-07T00:34:21.557487Z","steps":["trace[154287551] 'agreement among raft nodes before linearized reading' (duration: 101.853751ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:35:59.631679Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13045} {"level":"info","ts":"2026-04-07T00:35:59.710484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13045,"took":"75.747176ms","hash":333874540,"current-db-size-bytes":57585664,"current-db-size":"58 MB","current-db-size-in-use-bytes":31662080,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T00:35:59.710593Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":333874540,"revision":13045,"compact-revision":11008} {"level":"warn","ts":"2026-04-07T00:39:59.37636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.603564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-07T00:39:59.376463Z","caller":"traceutil/trace.go:171","msg":"trace[1150662990] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17472; }","duration":"126.82367ms","start":"2026-04-07T00:39:59.249617Z","end":"2026-04-07T00:39:59.376441Z","steps":["trace[1150662990] 'range keys from in-memory index tree' (duration: 126.45541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:59.380981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.761161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:39:59.382821Z","caller":"traceutil/trace.go:171","msg":"trace[959277278] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:17472; }","duration":"116.812369ms","start":"2026-04-07T00:39:59.265994Z","end":"2026-04-07T00:39:59.382806Z","steps":["trace[959277278] 'count revisions from in-memory index tree' (duration: 114.705509ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:06.166092Z","caller":"traceutil/trace.go:171","msg":"trace[277976337] linearizableReadLoop","detail":"{readStateIndex:18101; appliedIndex:18100; }","duration":"137.314859ms","start":"2026-04-07T00:40:06.028757Z","end":"2026-04-07T00:40:06.166072Z","steps":["trace[277976337] 'read index received' (duration: 137.155614ms)","trace[277976337] 'applied index is now lower than readState.Index' (duration: 158.445µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:40:06.166357Z","caller":"traceutil/trace.go:171","msg":"trace[335383430] transaction","detail":"{read_only:false; response_revision:17515; number_of_response:1; }","duration":"241.453077ms","start":"2026-04-07T00:40:05.924894Z","end":"2026-04-07T00:40:06.166347Z","steps":["trace[335383430] 'process raft request' (duration: 241.025845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:06.1666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.825284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10817"} {"level":"info","ts":"2026-04-07T00:40:06.166626Z","caller":"traceutil/trace.go:171","msg":"trace[1273474396] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17515; }","duration":"137.894476ms","start":"2026-04-07T00:40:06.028724Z","end":"2026-04-07T00:40:06.166618Z","steps":["trace[1273474396] 'agreement among raft nodes before linearized reading' (duration: 137.778702ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:06.493672Z","caller":"traceutil/trace.go:171","msg":"trace[215315392] transaction","detail":"{read_only:false; response_revision:17517; number_of_response:1; }","duration":"314.799092ms","start":"2026-04-07T00:40:06.178836Z","end":"2026-04-07T00:40:06.493635Z","steps":["trace[215315392] 'process raft request' (duration: 314.573946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:06.49387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.178824Z","time spent":"314.942226ms","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10619,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:40:59.64233Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15537} {"level":"info","ts":"2026-04-07T00:40:59.733698Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15537,"took":"88.031707ms","hash":3461621179,"current-db-size-bytes":57585664,"current-db-size":"58 MB","current-db-size-in-use-bytes":34025472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-07T00:40:59.733755Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3461621179,"revision":15537,"compact-revision":13045} {"level":"info","ts":"2026-04-07T00:43:42.329394Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T00:43:42.337413Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-07T00:43:42.337508Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-07T00:45:00.600846Z","caller":"traceutil/trace.go:171","msg":"trace[1211629505] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"117.341905ms","start":"2026-04-07T00:45:00.483471Z","end":"2026-04-07T00:45:00.600812Z","steps":["trace[1211629505] 'process raft request' (duration: 117.134739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:00.922029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.224615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:45:00.922295Z","caller":"traceutil/trace.go:171","msg":"trace[1445241160] linearizableReadLoop","detail":"{readStateIndex:20480; appliedIndex:20478; }","duration":"202.262152ms","start":"2026-04-07T00:45:00.720017Z","end":"2026-04-07T00:45:00.922279Z","steps":["trace[1445241160] 'read index received' (duration: 46.731528ms)","trace[1445241160] 'applied index is now lower than readState.Index' (duration: 155.529844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:45:00.922432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.411976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-07T00:45:00.922469Z","caller":"traceutil/trace.go:171","msg":"trace[1867498415] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19817; }","duration":"202.485269ms","start":"2026-04-07T00:45:00.719974Z","end":"2026-04-07T00:45:00.922459Z","steps":["trace[1867498415] 'agreement among raft nodes before linearized reading' (duration: 202.363295ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:45:00.922474Z","caller":"traceutil/trace.go:171","msg":"trace[1094963793] transaction","detail":"{read_only:false; response_revision:19817; number_of_response:1; }","duration":"293.98741ms","start":"2026-04-07T00:45:00.628446Z","end":"2026-04-07T00:45:00.922433Z","steps":["trace[1094963793] 'process raft request' (duration: 293.679411ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:45:00.922487Z","caller":"traceutil/trace.go:171","msg":"trace[7342569] transaction","detail":"{read_only:false; response_revision:19816; number_of_response:1; }","duration":"295.313297ms","start":"2026-04-07T00:45:00.627125Z","end":"2026-04-07T00:45:00.922439Z","steps":["trace[7342569] 'process raft request' (duration: 139.605879ms)","trace[7342569] 'compare' (duration: 155.122372ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:45:01.218585Z","caller":"traceutil/trace.go:171","msg":"trace[189016127] linearizableReadLoop","detail":"{readStateIndex:20481; appliedIndex:20480; }","duration":"253.98226ms","start":"2026-04-07T00:45:00.964579Z","end":"2026-04-07T00:45:01.218561Z","steps":["trace[189016127] 'read index received' (duration: 253.813386ms)","trace[189016127] 'applied index is now lower than readState.Index' (duration: 167.664µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:45:01.218645Z","caller":"traceutil/trace.go:171","msg":"trace[1785029413] transaction","detail":"{read_only:false; response_revision:19818; number_of_response:1; }","duration":"292.641612ms","start":"2026-04-07T00:45:00.925966Z","end":"2026-04-07T00:45:01.218608Z","steps":["trace[1785029413] 'process raft request' (duration: 292.423716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.218759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.162535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:45:01.21883Z","caller":"traceutil/trace.go:171","msg":"trace[1837332428] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19818; }","duration":"254.257597ms","start":"2026-04-07T00:45:00.96456Z","end":"2026-04-07T00:45:01.218817Z","steps":["trace[1837332428] 'agreement among raft nodes before linearized reading' (duration: 254.083073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.479587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.666173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:45:01.479667Z","caller":"traceutil/trace.go:171","msg":"trace[340659882] linearizableReadLoop","detail":"{readStateIndex:20482; appliedIndex:20481; }","duration":"260.998366ms","start":"2026-04-07T00:45:01.218656Z","end":"2026-04-07T00:45:01.479654Z","steps":["trace[340659882] 'read index received' (duration: 108.155728ms)","trace[340659882] 'applied index is now lower than readState.Index' (duration: 152.841828ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:45:01.479717Z","caller":"traceutil/trace.go:171","msg":"trace[2090591583] transaction","detail":"{read_only:false; response_revision:19819; number_of_response:1; }","duration":"353.251439ms","start":"2026-04-07T00:45:01.126458Z","end":"2026-04-07T00:45:01.479709Z","steps":["trace[2090591583] 'process raft request' (duration: 200.3965ms)","trace[2090591583] 'compare' (duration: 152.446067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:45:01.47975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:45:01.126433Z","time spent":"353.30196ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:45:01.479877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.096923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:45:01.479901Z","caller":"traceutil/trace.go:171","msg":"trace[1689214188] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19819; }","duration":"513.144285ms","start":"2026-04-07T00:45:00.966746Z","end":"2026-04-07T00:45:01.479891Z","steps":["trace[1689214188] 'agreement among raft nodes before linearized reading' (duration: 513.101104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.479916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:45:00.966737Z","time spent":"513.175725ms","remote":"127.0.0.1:57554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:45:01.479932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.882203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T00:45:01.480008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.763683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:45:01.480029Z","caller":"traceutil/trace.go:171","msg":"trace[1854085912] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:19819; }","duration":"184.823134ms","start":"2026-04-07T00:45:01.2952Z","end":"2026-04-07T00:45:01.480024Z","steps":["trace[1854085912] 'agreement among raft nodes before linearized reading' (duration: 184.790124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.480069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.862733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:45:01.480122Z","caller":"traceutil/trace.go:171","msg":"trace[1592239965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19819; }","duration":"314.943336ms","start":"2026-04-07T00:45:01.165161Z","end":"2026-04-07T00:45:01.480104Z","steps":["trace[1592239965] 'agreement among raft nodes before linearized reading' (duration: 314.860673ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:45:01.479996Z","caller":"traceutil/trace.go:171","msg":"trace[1421373091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19819; }","duration":"509.948525ms","start":"2026-04-07T00:45:00.970033Z","end":"2026-04-07T00:45:01.479981Z","steps":["trace[1421373091] 'agreement among raft nodes before linearized reading' (duration: 509.736859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.480166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:45:01.165143Z","time spent":"315.013648ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:45:01.480331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.802415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-07T00:45:01.480185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:45:00.969976Z","time spent":"510.204412ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:45:01.480355Z","caller":"traceutil/trace.go:171","msg":"trace[972388568] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19819; }","duration":"477.860136ms","start":"2026-04-07T00:45:01.002486Z","end":"2026-04-07T00:45:01.480346Z","steps":["trace[972388568] 'agreement among raft nodes before linearized reading' (duration: 477.813745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.48037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:45:01.002463Z","time spent":"477.902388ms","remote":"127.0.0.1:54888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-07T00:45:01.4805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.069551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129976"} {"level":"info","ts":"2026-04-07T00:45:01.480559Z","caller":"traceutil/trace.go:171","msg":"trace[154834991] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19819; }","duration":"469.159604ms","start":"2026-04-07T00:45:01.011386Z","end":"2026-04-07T00:45:01.480545Z","steps":["trace[154834991] 'agreement among raft nodes before linearized reading' (duration: 468.994718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.480607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:45:01.011365Z","time spent":"469.231286ms","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129999,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-07T00:45:01.616776Z","caller":"traceutil/trace.go:171","msg":"trace[1650267206] transaction","detail":"{read_only:false; response_revision:19820; number_of_response:1; }","duration":"129.151976ms","start":"2026-04-07T00:45:01.487588Z","end":"2026-04-07T00:45:01.61674Z","steps":["trace[1650267206] 'process raft request' (duration: 117.076188ms)","trace[1650267206] 'compare' (duration: 11.938504ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:45:01.775726Z","caller":"traceutil/trace.go:171","msg":"trace[1541149169] linearizableReadLoop","detail":"{readStateIndex:20484; appliedIndex:20482; }","duration":"283.912348ms","start":"2026-04-07T00:45:01.491791Z","end":"2026-04-07T00:45:01.775704Z","steps":["trace[1541149169] 'read index received' (duration: 112.890891ms)","trace[1541149169] 'applied index is now lower than readState.Index' (duration: 171.020737ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:45:01.775969Z","caller":"traceutil/trace.go:171","msg":"trace[100148766] transaction","detail":"{read_only:false; response_revision:19821; number_of_response:1; }","duration":"288.207668ms","start":"2026-04-07T00:45:01.487727Z","end":"2026-04-07T00:45:01.775935Z","steps":["trace[100148766] 'process raft request' (duration: 287.842688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.776076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.261958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-07T00:45:01.776119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.423514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129976"} {"level":"info","ts":"2026-04-07T00:45:01.776149Z","caller":"traceutil/trace.go:171","msg":"trace[661425077] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19821; }","duration":"283.494586ms","start":"2026-04-07T00:45:01.492646Z","end":"2026-04-07T00:45:01.776141Z","steps":["trace[661425077] 'agreement among raft nodes before linearized reading' (duration: 283.294001ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:45:01.776149Z","caller":"traceutil/trace.go:171","msg":"trace[1956242140] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19821; }","duration":"284.377321ms","start":"2026-04-07T00:45:01.491755Z","end":"2026-04-07T00:45:01.776133Z","steps":["trace[1956242140] 'agreement among raft nodes before linearized reading' (duration: 284.136924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.776222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.265218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T00:45:01.77632Z","caller":"traceutil/trace.go:171","msg":"trace[1863237400] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19821; }","duration":"119.406282ms","start":"2026-04-07T00:45:01.656888Z","end":"2026-04-07T00:45:01.776294Z","steps":["trace[1863237400] 'agreement among raft nodes before linearized reading' (duration: 119.149815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:01.776544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.603012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:45:01.776605Z","caller":"traceutil/trace.go:171","msg":"trace[256113780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19821; }","duration":"152.742685ms","start":"2026-04-07T00:45:01.623843Z","end":"2026-04-07T00:45:01.776586Z","steps":["trace[256113780] 'agreement among raft nodes before linearized reading' (duration: 152.226651ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:45:02.036126Z","caller":"traceutil/trace.go:171","msg":"trace[333222037] transaction","detail":"{read_only:false; response_revision:19823; number_of_response:1; }","duration":"254.70876ms","start":"2026-04-07T00:45:01.78138Z","end":"2026-04-07T00:45:02.036089Z","steps":["trace[333222037] 'process raft request' (duration: 254.309449ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:45:02.036632Z","caller":"traceutil/trace.go:171","msg":"trace[1833594339] linearizableReadLoop","detail":"{readStateIndex:20487; appliedIndex:20485; }","duration":"100.484693ms","start":"2026-04-07T00:45:01.936115Z","end":"2026-04-07T00:45:02.0366Z","steps":["trace[1833594339] 'read index received' (duration: 99.30246ms)","trace[1833594339] 'applied index is now lower than readState.Index' (duration: 1.175193ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:45:02.03676Z","caller":"traceutil/trace.go:171","msg":"trace[1295391657] transaction","detail":"{read_only:false; response_revision:19824; number_of_response:1; }","duration":"222.696344ms","start":"2026-04-07T00:45:01.814048Z","end":"2026-04-07T00:45:02.036744Z","steps":["trace[1295391657] 'process raft request' (duration: 221.886142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:02.036925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.780081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:45:02.036966Z","caller":"traceutil/trace.go:171","msg":"trace[1447385582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19824; }","duration":"100.896775ms","start":"2026-04-07T00:45:01.936058Z","end":"2026-04-07T00:45:02.036954Z","steps":["trace[1447385582] 'agreement among raft nodes before linearized reading' (duration: 100.70423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:45:02.200674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.496319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:45:02.200808Z","caller":"traceutil/trace.go:171","msg":"trace[999616617] transaction","detail":"{read_only:false; response_revision:19825; number_of_response:1; }","duration":"160.412291ms","start":"2026-04-07T00:45:02.040381Z","end":"2026-04-07T00:45:02.200793Z","steps":["trace[999616617] 'process raft request' (duration: 22.715526ms)","trace[999616617] 'compare' (duration: 137.304804ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:45:02.332918Z","caller":"traceutil/trace.go:171","msg":"trace[510069532] transaction","detail":"{read_only:false; response_revision:19826; number_of_response:1; }","duration":"127.596713ms","start":"2026-04-07T00:45:02.205295Z","end":"2026-04-07T00:45:02.332891Z","steps":["trace[510069532] 'process raft request' (duration: 126.681776ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:45:59.653463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18139} {"level":"info","ts":"2026-04-07T00:45:59.766831Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18139,"took":"108.715933ms","hash":184864195,"current-db-size-bytes":57585664,"current-db-size":"58 MB","current-db-size-in-use-bytes":30343168,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T00:45:59.766913Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":184864195,"revision":18139,"compact-revision":15537} {"level":"warn","ts":"2026-04-07T00:48:42.42111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.229874ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:42.421283Z","caller":"traceutil/trace.go:171","msg":"trace[1336998739] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22169; }","duration":"166.41831ms","start":"2026-04-07T00:48:42.25484Z","end":"2026-04-07T00:48:42.421258Z","steps":["trace[1336998739] 'range keys from in-memory index tree' (duration: 166.184073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:42.421399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.365858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:48:42.42147Z","caller":"traceutil/trace.go:171","msg":"trace[100366166] transaction","detail":"{read_only:false; response_revision:22170; number_of_response:1; }","duration":"358.372342ms","start":"2026-04-07T00:48:42.063086Z","end":"2026-04-07T00:48:42.421458Z","steps":["trace[100366166] 'process raft request' (duration: 201.892431ms)","trace[100366166] 'compare' (duration: 156.271245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:48:42.421502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:42.06306Z","time spent":"358.428424ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:48:42.42208Z","caller":"traceutil/trace.go:171","msg":"trace[505480387] linearizableReadLoop","detail":"{readStateIndex:22902; appliedIndex:22900; }","duration":"256.515351ms","start":"2026-04-07T00:48:42.165545Z","end":"2026-04-07T00:48:42.42206Z","steps":["trace[505480387] 'read index received' (duration: 99.450114ms)","trace[505480387] 'applied index is now lower than readState.Index' (duration: 157.064237ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:48:42.422273Z","caller":"traceutil/trace.go:171","msg":"trace[992875387] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"279.768792ms","start":"2026-04-07T00:48:42.142487Z","end":"2026-04-07T00:48:42.422255Z","steps":["trace[992875387] 'process raft request' (duration: 279.431923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:42.422512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.956733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:42.422559Z","caller":"traceutil/trace.go:171","msg":"trace[944910187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22171; }","duration":"257.043105ms","start":"2026-04-07T00:48:42.165502Z","end":"2026-04-07T00:48:42.422545Z","steps":["trace[944910187] 'agreement among raft nodes before linearized reading' (duration: 256.918362ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:50:59.660282Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20412} {"level":"info","ts":"2026-04-07T00:50:59.76254Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20412,"took":"98.302142ms","hash":2313398151,"current-db-size-bytes":57585664,"current-db-size":"58 MB","current-db-size-in-use-bytes":42500096,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-07T00:50:59.762613Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2313398151,"revision":20412,"compact-revision":18139} {"level":"warn","ts":"2026-04-07T00:51:43.179313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.41223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:51:43.179411Z","caller":"traceutil/trace.go:171","msg":"trace[1965807500] linearizableReadLoop","detail":"{readStateIndex:24845; appliedIndex:24844; }","duration":"231.50952ms","start":"2026-04-07T00:51:42.947889Z","end":"2026-04-07T00:51:43.179398Z","steps":["trace[1965807500] 'read index received' (duration: 100.978657ms)","trace[1965807500] 'applied index is now lower than readState.Index' (duration: 130.529243ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:43.17946Z","caller":"traceutil/trace.go:171","msg":"trace[1821230229] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"243.433014ms","start":"2026-04-07T00:51:42.936002Z","end":"2026-04-07T00:51:43.179435Z","steps":["trace[1821230229] 'process raft request' (duration: 112.820868ms)","trace[1821230229] 'compare' (duration: 130.179114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:51:43.17955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.669525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T00:51:43.179568Z","caller":"traceutil/trace.go:171","msg":"trace[918760512] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:24065; }","duration":"231.725247ms","start":"2026-04-07T00:51:42.947835Z","end":"2026-04-07T00:51:43.179561Z","steps":["trace[918760512] 'agreement among raft nodes before linearized reading' (duration: 231.616774ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:43.372469Z","caller":"traceutil/trace.go:171","msg":"trace[2000177715] linearizableReadLoop","detail":"{readStateIndex:24846; appliedIndex:24845; }","duration":"193.006793ms","start":"2026-04-07T00:51:43.179428Z","end":"2026-04-07T00:51:43.372434Z","steps":["trace[2000177715] 'read index received' (duration: 164.762432ms)","trace[2000177715] 'applied index is now lower than readState.Index' (duration: 28.243221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:51:43.372613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.053188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:51:43.372581Z","caller":"traceutil/trace.go:171","msg":"trace[917489022] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"301.51128ms","start":"2026-04-07T00:51:43.071036Z","end":"2026-04-07T00:51:43.372547Z","steps":["trace[917489022] 'process raft request' (duration: 273.141296ms)","trace[917489022] 'compare' (duration: 28.108827ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:43.37266Z","caller":"traceutil/trace.go:171","msg":"trace[1857953955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24066; }","duration":"206.13453ms","start":"2026-04-07T00:51:43.166507Z","end":"2026-04-07T00:51:43.372641Z","steps":["trace[1857953955] 'agreement among raft nodes before linearized reading' (duration: 206.048017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:43.372743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:51:43.071005Z","time spent":"301.660354ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:51:43.499142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:51:43.180442Z","time spent":"318.692311ms","remote":"127.0.0.1:54874","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T00:51:43.499287Z","caller":"traceutil/trace.go:171","msg":"trace[1231056301] linearizableReadLoop","detail":"{readStateIndex:24848; appliedIndex:24846; }","duration":"125.655728ms","start":"2026-04-07T00:51:43.373609Z","end":"2026-04-07T00:51:43.499265Z","steps":["trace[1231056301] 'read index received' (duration: 108.523278ms)","trace[1231056301] 'applied index is now lower than readState.Index' (duration: 17.13035ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:43.499505Z","caller":"traceutil/trace.go:171","msg":"trace[494277140] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"314.312ms","start":"2026-04-07T00:51:43.185158Z","end":"2026-04-07T00:51:43.49947Z","steps":["trace[494277140] 'process raft request' (duration: 313.828355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:43.499664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:51:43.185145Z","time spent":"314.437943ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1611,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:51:43.500388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.750428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:51:43.5005Z","caller":"traceutil/trace.go:171","msg":"trace[151566435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24068; }","duration":"126.895613ms","start":"2026-04-07T00:51:43.373577Z","end":"2026-04-07T00:51:43.500473Z","steps":["trace[151566435] 'agreement among raft nodes before linearized reading' (duration: 126.710327ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:47.69128Z","caller":"traceutil/trace.go:171","msg":"trace[1981181160] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"179.461763ms","start":"2026-04-07T00:51:47.511794Z","end":"2026-04-07T00:51:47.691256Z","steps":["trace[1981181160] 'process raft request' (duration: 179.33069ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:48.257716Z","caller":"traceutil/trace.go:171","msg":"trace[1556706876] linearizableReadLoop","detail":"{readStateIndex:24905; appliedIndex:24903; }","duration":"130.766801ms","start":"2026-04-07T00:51:48.1269Z","end":"2026-04-07T00:51:48.257667Z","steps":["trace[1556706876] 'read index received' (duration: 33.529799ms)","trace[1556706876] 'applied index is now lower than readState.Index' (duration: 97.235562ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:48.257837Z","caller":"traceutil/trace.go:171","msg":"trace[1039659397] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"145.250806ms","start":"2026-04-07T00:51:48.112574Z","end":"2026-04-07T00:51:48.257824Z","steps":["trace[1039659397] 'process raft request' (duration: 144.760093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:48.257923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.981177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:51:48.258035Z","caller":"traceutil/trace.go:171","msg":"trace[1848102258] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24123; }","duration":"131.142731ms","start":"2026-04-07T00:51:48.126867Z","end":"2026-04-07T00:51:48.25801Z","steps":["trace[1848102258] 'agreement among raft nodes before linearized reading' (duration: 130.974067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:48.448936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.900683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:51:48.449081Z","caller":"traceutil/trace.go:171","msg":"trace[926138631] linearizableReadLoop","detail":"{readStateIndex:24906; appliedIndex:24905; }","duration":"191.271434ms","start":"2026-04-07T00:51:48.257786Z","end":"2026-04-07T00:51:48.449057Z","steps":["trace[926138631] 'read index received' (duration: 59.094404ms)","trace[926138631] 'applied index is now lower than readState.Index' (duration: 132.17547ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:48.449182Z","caller":"traceutil/trace.go:171","msg":"trace[262067106] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"198.604609ms","start":"2026-04-07T00:51:48.250541Z","end":"2026-04-07T00:51:48.449146Z","steps":["trace[262067106] 'process raft request' (duration: 66.385497ms)","trace[262067106] 'compare' (duration: 131.716568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:51:48.449319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.714251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T00:51:48.449362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.762488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:51:48.449379Z","caller":"traceutil/trace.go:171","msg":"trace[13672744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24124; }","duration":"264.773783ms","start":"2026-04-07T00:51:48.184591Z","end":"2026-04-07T00:51:48.449365Z","steps":["trace[13672744] 'agreement among raft nodes before linearized reading' (duration: 264.590477ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:48.449403Z","caller":"traceutil/trace.go:171","msg":"trace[780227575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24124; }","duration":"281.86029ms","start":"2026-04-07T00:51:48.167532Z","end":"2026-04-07T00:51:48.449392Z","steps":["trace[780227575] 'agreement among raft nodes before linearized reading' (duration: 281.718677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:48.449322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.37805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:51:48.449525Z","caller":"traceutil/trace.go:171","msg":"trace[1993004135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24124; }","duration":"145.589786ms","start":"2026-04-07T00:51:48.303892Z","end":"2026-04-07T00:51:48.449481Z","steps":["trace[1993004135] 'agreement among raft nodes before linearized reading' (duration: 145.314318ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:48.695261Z","caller":"traceutil/trace.go:171","msg":"trace[889373689] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"241.083009ms","start":"2026-04-07T00:51:48.454151Z","end":"2026-04-07T00:51:48.695234Z","steps":["trace[889373689] 'process raft request' (duration: 238.724272ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:48.69578Z","caller":"traceutil/trace.go:171","msg":"trace[243682739] linearizableReadLoop","detail":"{readStateIndex:24911; appliedIndex:24906; }","duration":"166.388378ms","start":"2026-04-07T00:51:48.529369Z","end":"2026-04-07T00:51:48.695757Z","steps":["trace[243682739] 'read index received' (duration: 163.59262ms)","trace[243682739] 'applied index is now lower than readState.Index' (duration: 2.794568ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:48.695895Z","caller":"traceutil/trace.go:171","msg":"trace[768829765] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"241.645025ms","start":"2026-04-07T00:51:48.454241Z","end":"2026-04-07T00:51:48.695886Z","steps":["trace[768829765] 'process raft request' (duration: 241.198411ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:48.695926Z","caller":"traceutil/trace.go:171","msg":"trace[1200276107] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"168.921269ms","start":"2026-04-07T00:51:48.526991Z","end":"2026-04-07T00:51:48.695913Z","steps":["trace[1200276107] 'process raft request' (duration: 168.717144ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:48.696185Z","caller":"traceutil/trace.go:171","msg":"trace[952901503] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"241.501342ms","start":"2026-04-07T00:51:48.454672Z","end":"2026-04-07T00:51:48.696173Z","steps":["trace[952901503] 'process raft request' (duration: 240.883434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:48.696201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.781259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:51:48.696239Z","caller":"traceutil/trace.go:171","msg":"trace[529165078] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24129; }","duration":"166.896932ms","start":"2026-04-07T00:51:48.52933Z","end":"2026-04-07T00:51:48.696227Z","steps":["trace[529165078] 'agreement among raft nodes before linearized reading' (duration: 166.791259ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:48.696304Z","caller":"traceutil/trace.go:171","msg":"trace[1856480907] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"181.46476ms","start":"2026-04-07T00:51:48.514831Z","end":"2026-04-07T00:51:48.696295Z","steps":["trace[1856480907] 'process raft request' (duration: 180.76088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:48.696576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.145191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:51:48.696616Z","caller":"traceutil/trace.go:171","msg":"trace[155472814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24129; }","duration":"166.184793ms","start":"2026-04-07T00:51:48.530421Z","end":"2026-04-07T00:51:48.696606Z","steps":["trace[155472814] 'agreement among raft nodes before linearized reading' (duration: 166.061839ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:49.070966Z","caller":"traceutil/trace.go:171","msg":"trace[362231531] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"177.509999ms","start":"2026-04-07T00:51:48.893424Z","end":"2026-04-07T00:51:49.070934Z","steps":["trace[362231531] 'process raft request' (duration: 176.679876ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:49.553065Z","caller":"traceutil/trace.go:171","msg":"trace[1276617503] linearizableReadLoop","detail":"{readStateIndex:24915; appliedIndex:24914; }","duration":"115.791812ms","start":"2026-04-07T00:51:49.437194Z","end":"2026-04-07T00:51:49.552986Z","steps":["trace[1276617503] 'read index received' (duration: 115.589705ms)","trace[1276617503] 'applied index is now lower than readState.Index' (duration: 201.297µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:49.553152Z","caller":"traceutil/trace.go:171","msg":"trace[1197557743] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"164.484244ms","start":"2026-04-07T00:51:49.388633Z","end":"2026-04-07T00:51:49.553117Z","steps":["trace[1197557743] 'process raft request' (duration: 164.206696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:49.553441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.222694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-402df26d-437f-4f35-b4be-d48bea870350\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-07T00:51:49.553532Z","caller":"traceutil/trace.go:171","msg":"trace[921743127] range","detail":"{range_begin:/registry/persistentvolumes/pvc-402df26d-437f-4f35-b4be-d48bea870350; range_end:; response_count:1; response_revision:24133; }","duration":"116.359247ms","start":"2026-04-07T00:51:49.437151Z","end":"2026-04-07T00:51:49.55351Z","steps":["trace[921743127] 'agreement among raft nodes before linearized reading' (duration: 116.002567ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:49.810813Z","caller":"traceutil/trace.go:171","msg":"trace[398609506] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"114.134985ms","start":"2026-04-07T00:51:49.696642Z","end":"2026-04-07T00:51:49.810777Z","steps":["trace[398609506] 'process raft request' (duration: 113.947099ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:50.168724Z","caller":"traceutil/trace.go:171","msg":"trace[875238539] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"134.137175ms","start":"2026-04-07T00:51:50.034561Z","end":"2026-04-07T00:51:50.168698Z","steps":["trace[875238539] 'process raft request' (duration: 134.009881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:50.438871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.575046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:51:50.438939Z","caller":"traceutil/trace.go:171","msg":"trace[2131744030] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24136; }","duration":"205.692159ms","start":"2026-04-07T00:51:50.23323Z","end":"2026-04-07T00:51:50.438922Z","steps":["trace[2131744030] 'count revisions from in-memory index tree' (duration: 205.488333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:50.439356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.739922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:51:50.439445Z","caller":"traceutil/trace.go:171","msg":"trace[461785061] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"176.558633ms","start":"2026-04-07T00:51:50.26287Z","end":"2026-04-07T00:51:50.439428Z","steps":["trace[461785061] 'process raft request' (duration: 31.666977ms)","trace[461785061] 'compare' (duration: 144.412853ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:50.582591Z","caller":"traceutil/trace.go:171","msg":"trace[637837896] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"127.968673ms","start":"2026-04-07T00:51:50.4546Z","end":"2026-04-07T00:51:50.582568Z","steps":["trace[637837896] 'process raft request' (duration: 127.804698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:51.106391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.852232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:51:51.106668Z","caller":"traceutil/trace.go:171","msg":"trace[82901086] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"355.141312ms","start":"2026-04-07T00:51:50.751492Z","end":"2026-04-07T00:51:51.106634Z","steps":["trace[82901086] 'process raft request' (duration: 118.93313ms)","trace[82901086] 'compare' (duration: 235.549253ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:51.106684Z","caller":"traceutil/trace.go:171","msg":"trace[1277704499] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"354.287977ms","start":"2026-04-07T00:51:50.752372Z","end":"2026-04-07T00:51:51.10666Z","steps":["trace[1277704499] 'process raft request' (duration: 354.130823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:51.106753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.457516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:51:51.106799Z","caller":"traceutil/trace.go:171","msg":"trace[219735965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24143; }","duration":"347.528858ms","start":"2026-04-07T00:51:50.759259Z","end":"2026-04-07T00:51:51.106788Z","steps":["trace[219735965] 'agreement among raft nodes before linearized reading' (duration: 347.403924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:51.106808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:51:50.751466Z","time spent":"355.274326ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:51:51.106826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:51:50.75925Z","time spent":"347.570919ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:51:51.106811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:51:50.752358Z","time spent":"354.40356ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:51:51.106905Z","caller":"traceutil/trace.go:171","msg":"trace[1876001604] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"354.070981ms","start":"2026-04-07T00:51:50.75282Z","end":"2026-04-07T00:51:51.106891Z","steps":["trace[1876001604] 'process raft request' (duration: 353.761462ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:51.106935Z","caller":"traceutil/trace.go:171","msg":"trace[547686875] linearizableReadLoop","detail":"{readStateIndex:24925; appliedIndex:24922; }","duration":"347.378364ms","start":"2026-04-07T00:51:50.759282Z","end":"2026-04-07T00:51:51.10666Z","steps":["trace[547686875] 'read index received' (duration: 111.302726ms)","trace[547686875] 'applied index is now lower than readState.Index' (duration: 236.074948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:51:51.106982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:51:50.752805Z","time spent":"354.145833ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:51:51.259166Z","caller":"traceutil/trace.go:171","msg":"trace[1146160136] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"181.305635ms","start":"2026-04-07T00:51:51.077834Z","end":"2026-04-07T00:51:51.25914Z","steps":["trace[1146160136] 'process raft request' (duration: 176.749757ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:51.259348Z","caller":"traceutil/trace.go:171","msg":"trace[2071209679] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"148.836188ms","start":"2026-04-07T00:51:51.110496Z","end":"2026-04-07T00:51:51.259332Z","steps":["trace[2071209679] 'process raft request' (duration: 148.598731ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:51.720936Z","caller":"traceutil/trace.go:171","msg":"trace[181625847] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"162.254722ms","start":"2026-04-07T00:51:51.558645Z","end":"2026-04-07T00:51:51.720899Z","steps":["trace[181625847] 'process raft request' (duration: 162.019185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:52.357866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.26713ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:51:52.357984Z","caller":"traceutil/trace.go:171","msg":"trace[1834320457] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24150; }","duration":"103.402994ms","start":"2026-04-07T00:51:52.254567Z","end":"2026-04-07T00:51:52.35797Z","steps":["trace[1834320457] 'range keys from in-memory index tree' (duration: 103.24892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:52.358314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.732139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T00:51:52.358397Z","caller":"traceutil/trace.go:171","msg":"trace[1911737885] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24150; }","duration":"185.854222ms","start":"2026-04-07T00:51:52.172523Z","end":"2026-04-07T00:51:52.358378Z","steps":["trace[1911737885] 'range keys from in-memory index tree' (duration: 185.500693ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:52.699488Z","caller":"traceutil/trace.go:171","msg":"trace[981058243] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"255.684438ms","start":"2026-04-07T00:51:52.443775Z","end":"2026-04-07T00:51:52.699459Z","steps":["trace[981058243] 'process raft request' (duration: 255.471692ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:52.738851Z","caller":"traceutil/trace.go:171","msg":"trace[1502823560] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"150.454722ms","start":"2026-04-07T00:51:52.588372Z","end":"2026-04-07T00:51:52.738827Z","steps":["trace[1502823560] 'process raft request' (duration: 150.324168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:53.008586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.950209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:51:53.009029Z","caller":"traceutil/trace.go:171","msg":"trace[905805135] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"255.128162ms","start":"2026-04-07T00:51:52.753876Z","end":"2026-04-07T00:51:53.009004Z","steps":["trace[905805135] 'process raft request' (duration: 254.880996ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:53.009055Z","caller":"traceutil/trace.go:171","msg":"trace[1845863683] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"256.625233ms","start":"2026-04-07T00:51:52.752399Z","end":"2026-04-07T00:51:53.009024Z","steps":["trace[1845863683] 'process raft request' (duration: 87.17692ms)","trace[1845863683] 'compare' (duration: 168.578369ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:53.474483Z","caller":"traceutil/trace.go:171","msg":"trace[404476130] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"295.623295ms","start":"2026-04-07T00:51:53.17884Z","end":"2026-04-07T00:51:53.474463Z","steps":["trace[404476130] 'process raft request' (duration: 295.45335ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:53.474636Z","caller":"traceutil/trace.go:171","msg":"trace[215303232] linearizableReadLoop","detail":"{readStateIndex:24942; appliedIndex:24940; }","duration":"211.47835ms","start":"2026-04-07T00:51:53.263148Z","end":"2026-04-07T00:51:53.474627Z","steps":["trace[215303232] 'read index received' (duration: 211.15156ms)","trace[215303232] 'applied index is now lower than readState.Index' (duration: 326.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:51:53.474758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.604823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:51:53.474729Z","caller":"traceutil/trace.go:171","msg":"trace[153981552] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"295.543532ms","start":"2026-04-07T00:51:53.179147Z","end":"2026-04-07T00:51:53.47469Z","steps":["trace[153981552] 'process raft request' (duration: 295.281795ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:53.474787Z","caller":"traceutil/trace.go:171","msg":"trace[1698846900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24159; }","duration":"211.691496ms","start":"2026-04-07T00:51:53.263087Z","end":"2026-04-07T00:51:53.474778Z","steps":["trace[1698846900] 'agreement among raft nodes before linearized reading' (duration: 211.578383ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:53.486423Z","caller":"traceutil/trace.go:171","msg":"trace[1525860573] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"221.81703ms","start":"2026-04-07T00:51:53.264587Z","end":"2026-04-07T00:51:53.486404Z","steps":["trace[1525860573] 'process raft request' (duration: 221.703477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:53.904338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.977215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:51:53.904438Z","caller":"traceutil/trace.go:171","msg":"trace[171655072] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24161; }","duration":"326.128469ms","start":"2026-04-07T00:51:53.578293Z","end":"2026-04-07T00:51:53.904422Z","steps":["trace[171655072] 'count revisions from in-memory index tree' (duration: 325.888973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:51:53.90449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:51:53.578273Z","time spent":"326.194472ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:51:53.90453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.581823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:51:53.904672Z","caller":"traceutil/trace.go:171","msg":"trace[2061765705] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"178.433194ms","start":"2026-04-07T00:51:53.726212Z","end":"2026-04-07T00:51:53.904645Z","steps":["trace[2061765705] 'process raft request' (duration: 76.632315ms)","trace[2061765705] 'compare' (duration: 101.294245ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:51:59.151023Z","caller":"traceutil/trace.go:171","msg":"trace[308438584] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"122.206421ms","start":"2026-04-07T00:51:59.028792Z","end":"2026-04-07T00:51:59.150998Z","steps":["trace[308438584] 'process raft request' (duration: 122.043037ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:59.189692Z","caller":"traceutil/trace.go:171","msg":"trace[1623255663] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"156.771887ms","start":"2026-04-07T00:51:59.032891Z","end":"2026-04-07T00:51:59.189663Z","steps":["trace[1623255663] 'process raft request' (duration: 156.588572ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:02.508262Z","caller":"traceutil/trace.go:171","msg":"trace[894971044] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"162.309423ms","start":"2026-04-07T00:52:02.345932Z","end":"2026-04-07T00:52:02.508242Z","steps":["trace[894971044] 'process raft request' (duration: 161.754848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:03.053822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.774607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:52:03.054165Z","caller":"traceutil/trace.go:171","msg":"trace[1189562412] linearizableReadLoop","detail":"{readStateIndex:25010; appliedIndex:25007; }","duration":"104.459494ms","start":"2026-04-07T00:52:02.949681Z","end":"2026-04-07T00:52:03.054141Z","steps":["trace[1189562412] 'read index received' (duration: 83.597951ms)","trace[1189562412] 'applied index is now lower than readState.Index' (duration: 20.860423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:03.054411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.730321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T00:52:03.054461Z","caller":"traceutil/trace.go:171","msg":"trace[417306730] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:24226; }","duration":"104.782303ms","start":"2026-04-07T00:52:02.949665Z","end":"2026-04-07T00:52:03.054447Z","steps":["trace[417306730] 'agreement among raft nodes before linearized reading' (duration: 104.583037ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:03.054689Z","caller":"traceutil/trace.go:171","msg":"trace[1878704930] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"324.00228ms","start":"2026-04-07T00:52:02.730655Z","end":"2026-04-07T00:52:03.054657Z","steps":["trace[1878704930] 'process raft request' (duration: 323.303341ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:03.054719Z","caller":"traceutil/trace.go:171","msg":"trace[1485689331] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"278.681431ms","start":"2026-04-07T00:52:02.776018Z","end":"2026-04-07T00:52:03.054699Z","steps":["trace[1485689331] 'process raft request' (duration: 278.060463ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:03.05471Z","caller":"traceutil/trace.go:171","msg":"trace[1805654422] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"541.270102ms","start":"2026-04-07T00:52:02.513408Z","end":"2026-04-07T00:52:03.054678Z","steps":["trace[1805654422] 'process raft request' (duration: 248.430505ms)","trace[1805654422] 'compare' (duration: 291.529051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:03.054844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:02.730626Z","time spent":"324.128064ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:52:03.054859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:02.513375Z","time spent":"541.397866ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:03.388788Z","caller":"traceutil/trace.go:171","msg":"trace[1175261229] linearizableReadLoop","detail":"{readStateIndex:25011; appliedIndex:25010; }","duration":"235.435211ms","start":"2026-04-07T00:52:03.153322Z","end":"2026-04-07T00:52:03.388758Z","steps":["trace[1175261229] 'read index received' (duration: 157.661735ms)","trace[1175261229] 'applied index is now lower than readState.Index' (duration: 77.771646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:03.388828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.064104Z","time spent":"324.716538ms","remote":"127.0.0.1:54874","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:52:03.388952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.612475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:03.389003Z","caller":"traceutil/trace.go:171","msg":"trace[891675420] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24226; }","duration":"235.718069ms","start":"2026-04-07T00:52:03.15327Z","end":"2026-04-07T00:52:03.388988Z","steps":["trace[891675420] 'agreement among raft nodes before linearized reading' (duration: 235.615005ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:03.580182Z","caller":"traceutil/trace.go:171","msg":"trace[922327989] linearizableReadLoop","detail":"{readStateIndex:25013; appliedIndex:25011; }","duration":"191.311907ms","start":"2026-04-07T00:52:03.388856Z","end":"2026-04-07T00:52:03.580168Z","steps":["trace[922327989] 'read index received' (duration: 191.207914ms)","trace[922327989] 'applied index is now lower than readState.Index' (duration: 103.163µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:03.580329Z","caller":"traceutil/trace.go:171","msg":"trace[257581966] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"418.952748ms","start":"2026-04-07T00:52:03.161368Z","end":"2026-04-07T00:52:03.580321Z","steps":["trace[257581966] 'process raft request' (duration: 418.67065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:03.580388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.161341Z","time spent":"419.000709ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:03.580483Z","caller":"traceutil/trace.go:171","msg":"trace[1922115718] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"377.014934ms","start":"2026-04-07T00:52:03.203462Z","end":"2026-04-07T00:52:03.580477Z","steps":["trace[1922115718] 'process raft request' (duration: 376.673245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:03.580507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.203446Z","time spent":"377.046836ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:52:03.580579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.966143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:03.580597Z","caller":"traceutil/trace.go:171","msg":"trace[1035059737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24228; }","duration":"222.020964ms","start":"2026-04-07T00:52:03.358571Z","end":"2026-04-07T00:52:03.580592Z","steps":["trace[1035059737] 'agreement among raft nodes before linearized reading' (duration: 221.988063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:03.580709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.575802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:03.580788Z","caller":"traceutil/trace.go:171","msg":"trace[1586132360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24228; }","duration":"416.716175ms","start":"2026-04-07T00:52:03.164054Z","end":"2026-04-07T00:52:03.58077Z","steps":["trace[1586132360] 'agreement among raft nodes before linearized reading' (duration: 416.563711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:03.580827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.164029Z","time spent":"416.790408ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:52:03.580815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.906709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:52:03.581083Z","caller":"traceutil/trace.go:171","msg":"trace[1352311246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24228; }","duration":"328.221818ms","start":"2026-04-07T00:52:03.25283Z","end":"2026-04-07T00:52:03.581052Z","steps":["trace[1352311246] 'agreement among raft nodes before linearized reading' (duration: 327.771516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:03.581197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.252813Z","time spent":"328.348051ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:52:03.605212Z","caller":"traceutil/trace.go:171","msg":"trace[1769850875] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"215.253836ms","start":"2026-04-07T00:52:03.38994Z","end":"2026-04-07T00:52:03.605194Z","steps":["trace[1769850875] 'process raft request' (duration: 215.067871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:04.112682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.723808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:52:04.112776Z","caller":"traceutil/trace.go:171","msg":"trace[173807796] linearizableReadLoop","detail":"{readStateIndex:25016; appliedIndex:25015; }","duration":"507.58943ms","start":"2026-04-07T00:52:03.605171Z","end":"2026-04-07T00:52:04.11276Z","steps":["trace[173807796] 'read index received' (duration: 315.518233ms)","trace[173807796] 'applied index is now lower than readState.Index' (duration: 192.066446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:04.112862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.751038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:04.112892Z","caller":"traceutil/trace.go:171","msg":"trace[1734269844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24231; }","duration":"530.80865ms","start":"2026-04-07T00:52:03.582075Z","end":"2026-04-07T00:52:04.112884Z","steps":["trace[1734269844] 'agreement among raft nodes before linearized reading' (duration: 530.746648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:04.112922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.582052Z","time spent":"530.863821ms","remote":"127.0.0.1:54846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:52:04.113086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.971564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:04.113164Z","caller":"traceutil/trace.go:171","msg":"trace[1229605414] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24231; }","duration":"531.114148ms","start":"2026-04-07T00:52:03.582033Z","end":"2026-04-07T00:52:04.113147Z","steps":["trace[1229605414] 'agreement among raft nodes before linearized reading' (duration: 530.952114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:04.113212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.582013Z","time spent":"531.185261ms","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:52:04.113428Z","caller":"traceutil/trace.go:171","msg":"trace[569103167] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"527.409454ms","start":"2026-04-07T00:52:03.585986Z","end":"2026-04-07T00:52:04.113395Z","steps":["trace[569103167] 'process raft request' (duration: 334.700479ms)","trace[569103167] 'compare' (duration: 191.44393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:04.11357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.585972Z","time spent":"527.525547ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:04.294795Z","caller":"traceutil/trace.go:171","msg":"trace[1921908053] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"685.832439ms","start":"2026-04-07T00:52:03.608928Z","end":"2026-04-07T00:52:04.29476Z","steps":["trace[1921908053] 'process raft request' (duration: 685.524991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:04.294997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.608907Z","time spent":"685.990373ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:04.295102Z","caller":"traceutil/trace.go:171","msg":"trace[1534152150] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"685.248733ms","start":"2026-04-07T00:52:03.609829Z","end":"2026-04-07T00:52:04.295078Z","steps":["trace[1534152150] 'process raft request' (duration: 685.12847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:04.295319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.609821Z","time spent":"685.351446ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:04.29566Z","caller":"traceutil/trace.go:171","msg":"trace[906475381] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"362.354983ms","start":"2026-04-07T00:52:03.933285Z","end":"2026-04-07T00:52:04.29564Z","steps":["trace[906475381] 'process raft request' (duration: 362.179129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:04.295769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.933254Z","time spent":"362.464446ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:04.295856Z","caller":"traceutil/trace.go:171","msg":"trace[824488250] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"306.182641ms","start":"2026-04-07T00:52:03.989646Z","end":"2026-04-07T00:52:04.295828Z","steps":["trace[824488250] 'process raft request' (duration: 305.938704ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:04.296007Z","caller":"traceutil/trace.go:171","msg":"trace[1357424176] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"685.831698ms","start":"2026-04-07T00:52:03.609265Z","end":"2026-04-07T00:52:04.295097Z","steps":["trace[1357424176] 'process raft request' (duration: 685.430547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:04.296042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.98962Z","time spent":"306.335805ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:52:04.296153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.609257Z","time spent":"686.816276ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:04.296149Z","caller":"traceutil/trace.go:171","msg":"trace[2130688499] linearizableReadLoop","detail":"{readStateIndex:25021; appliedIndex:25016; }","duration":"183.322351ms","start":"2026-04-07T00:52:04.1128Z","end":"2026-04-07T00:52:04.296122Z","steps":["trace[2130688499] 'read index received' (duration: 181.642664ms)","trace[2130688499] 'applied index is now lower than readState.Index' (duration: 1.658936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:04.296295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.516051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-07T00:52:04.296351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.712681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:04.296353Z","caller":"traceutil/trace.go:171","msg":"trace[295051281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24237; }","duration":"196.611104ms","start":"2026-04-07T00:52:04.099726Z","end":"2026-04-07T00:52:04.296337Z","steps":["trace[295051281] 'agreement among raft nodes before linearized reading' (duration: 196.425089ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:04.296394Z","caller":"traceutil/trace.go:171","msg":"trace[18699849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24237; }","duration":"129.794973ms","start":"2026-04-07T00:52:04.166584Z","end":"2026-04-07T00:52:04.296379Z","steps":["trace[18699849] 'agreement among raft nodes before linearized reading' (duration: 129.715481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:04.296439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.744499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-07T00:52:04.296497Z","caller":"traceutil/trace.go:171","msg":"trace[802433300] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24237; }","duration":"688.824132ms","start":"2026-04-07T00:52:03.607658Z","end":"2026-04-07T00:52:04.296482Z","steps":["trace[802433300] 'agreement among raft nodes before linearized reading' (duration: 688.598146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:04.296531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:03.607643Z","time spent":"688.881273ms","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T00:52:10.794122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.636986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4ea8249-28bd-4db4-8260-56d073317f96\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-07T00:52:10.794238Z","caller":"traceutil/trace.go:171","msg":"trace[245077875] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4ea8249-28bd-4db4-8260-56d073317f96; range_end:; response_count:1; response_revision:24338; }","duration":"116.8069ms","start":"2026-04-07T00:52:10.677409Z","end":"2026-04-07T00:52:10.794216Z","steps":["trace[245077875] 'range keys from in-memory index tree' (duration: 116.364627ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:10.956838Z","caller":"traceutil/trace.go:171","msg":"trace[1471007519] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"152.670134ms","start":"2026-04-07T00:52:10.804143Z","end":"2026-04-07T00:52:10.956813Z","steps":["trace[1471007519] 'process raft request' (duration: 152.52135ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:11.222742Z","caller":"traceutil/trace.go:171","msg":"trace[1147893493] linearizableReadLoop","detail":"{readStateIndex:25127; appliedIndex:25125; }","duration":"127.326435ms","start":"2026-04-07T00:52:11.095396Z","end":"2026-04-07T00:52:11.222722Z","steps":["trace[1147893493] 'read index received' (duration: 31.41737ms)","trace[1147893493] 'applied index is now lower than readState.Index' (duration: 95.908465ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:11.222823Z","caller":"traceutil/trace.go:171","msg":"trace[942101630] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"131.691427ms","start":"2026-04-07T00:52:11.091097Z","end":"2026-04-07T00:52:11.222788Z","steps":["trace[942101630] 'process raft request' (duration: 131.507862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:11.222908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.492789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T00:52:11.222935Z","caller":"traceutil/trace.go:171","msg":"trace[2081750579] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24341; }","duration":"127.559512ms","start":"2026-04-07T00:52:11.095364Z","end":"2026-04-07T00:52:11.222923Z","steps":["trace[2081750579] 'agreement among raft nodes before linearized reading' (duration: 127.453569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:11.240065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.693606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:11.24013Z","caller":"traceutil/trace.go:171","msg":"trace[1987605390] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24342; }","duration":"121.81562ms","start":"2026-04-07T00:52:11.118301Z","end":"2026-04-07T00:52:11.240116Z","steps":["trace[1987605390] 'agreement among raft nodes before linearized reading' (duration: 121.687916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:11.529314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.501661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:52:11.529469Z","caller":"traceutil/trace.go:171","msg":"trace[1138041183] linearizableReadLoop","detail":"{readStateIndex:25129; appliedIndex:25128; }","duration":"288.537847ms","start":"2026-04-07T00:52:11.240906Z","end":"2026-04-07T00:52:11.529444Z","steps":["trace[1138041183] 'read index received' (duration: 146.683247ms)","trace[1138041183] 'applied index is now lower than readState.Index' (duration: 141.85203ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:11.529544Z","caller":"traceutil/trace.go:171","msg":"trace[1681003310] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"302.282552ms","start":"2026-04-07T00:52:11.22724Z","end":"2026-04-07T00:52:11.529522Z","steps":["trace[1681003310] 'process raft request' (duration: 160.39754ms)","trace[1681003310] 'compare' (duration: 141.285215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:11.529614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.686931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:52:11.529653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:11.227225Z","time spent":"302.369135ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:11.529687Z","caller":"traceutil/trace.go:171","msg":"trace[1069843541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24343; }","duration":"288.823325ms","start":"2026-04-07T00:52:11.240847Z","end":"2026-04-07T00:52:11.52967Z","steps":["trace[1069843541] 'agreement among raft nodes before linearized reading' (duration: 288.686341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:11.529805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.489132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:11.529948Z","caller":"traceutil/trace.go:171","msg":"trace[1714430257] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24343; }","duration":"240.711079ms","start":"2026-04-07T00:52:11.289216Z","end":"2026-04-07T00:52:11.529927Z","steps":["trace[1714430257] 'agreement among raft nodes before linearized reading' (duration: 240.480841ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:11.723944Z","caller":"traceutil/trace.go:171","msg":"trace[646534850] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"118.300162ms","start":"2026-04-07T00:52:11.605612Z","end":"2026-04-07T00:52:11.723912Z","steps":["trace[646534850] 'process raft request' (duration: 118.084826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:12.125197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.66968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:52:12.125371Z","caller":"traceutil/trace.go:171","msg":"trace[118603496] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"322.707923ms","start":"2026-04-07T00:52:11.802645Z","end":"2026-04-07T00:52:12.125353Z","steps":["trace[118603496] 'process raft request' (duration: 322.674782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:12.125425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:11.802618Z","time spent":"322.775825ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:12.125401Z","caller":"traceutil/trace.go:171","msg":"trace[1448186225] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"519.012509ms","start":"2026-04-07T00:52:11.606353Z","end":"2026-04-07T00:52:12.125365Z","steps":["trace[1448186225] 'process raft request' (duration: 339.100412ms)","trace[1448186225] 'compare' (duration: 179.024362ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:12.125471Z","caller":"traceutil/trace.go:171","msg":"trace[722712767] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"493.642678ms","start":"2026-04-07T00:52:11.631788Z","end":"2026-04-07T00:52:12.12543Z","steps":["trace[722712767] 'process raft request' (duration: 493.485184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:12.125548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:11.606326Z","time spent":"519.140882ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:52:12.125659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:11.631767Z","time spent":"493.783263ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:13.999104Z","caller":"traceutil/trace.go:171","msg":"trace[1989322123] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"154.118494ms","start":"2026-04-07T00:52:13.844956Z","end":"2026-04-07T00:52:13.999074Z","steps":["trace[1989322123] 'process raft request' (duration: 153.928569ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:17.874151Z","caller":"traceutil/trace.go:171","msg":"trace[1566795276] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"132.857018ms","start":"2026-04-07T00:52:17.741268Z","end":"2026-04-07T00:52:17.874125Z","steps":["trace[1566795276] 'process raft request' (duration: 132.163949ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:18.150056Z","caller":"traceutil/trace.go:171","msg":"trace[214065677] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"265.819401ms","start":"2026-04-07T00:52:17.884203Z","end":"2026-04-07T00:52:18.150022Z","steps":["trace[214065677] 'process raft request' (duration: 244.151934ms)","trace[214065677] 'compare' (duration: 21.548084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:18.44459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.473164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:52:18.444928Z","caller":"traceutil/trace.go:171","msg":"trace[321117071] linearizableReadLoop","detail":"{readStateIndex:25199; appliedIndex:25197; }","duration":"368.403224ms","start":"2026-04-07T00:52:18.076506Z","end":"2026-04-07T00:52:18.444909Z","steps":["trace[321117071] 'read index received' (duration: 51.860083ms)","trace[321117071] 'applied index is now lower than readState.Index' (duration: 316.541761ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:18.445019Z","caller":"traceutil/trace.go:171","msg":"trace[1374222689] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"515.780598ms","start":"2026-04-07T00:52:17.929226Z","end":"2026-04-07T00:52:18.445007Z","steps":["trace[1374222689] 'process raft request' (duration: 335.80281ms)","trace[1374222689] 'compare' (duration: 179.358491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:18.445081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:17.929202Z","time spent":"515.84221ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:52:18.445103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.572128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:18.445185Z","caller":"traceutil/trace.go:171","msg":"trace[1224421696] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24412; }","duration":"368.696202ms","start":"2026-04-07T00:52:18.07647Z","end":"2026-04-07T00:52:18.445166Z","steps":["trace[1224421696] 'agreement among raft nodes before linearized reading' (duration: 368.551678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:18.445232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:18.076453Z","time spent":"368.769873ms","remote":"127.0.0.1:55114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:52:18.446457Z","caller":"traceutil/trace.go:171","msg":"trace[70924297] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"300.887923ms","start":"2026-04-07T00:52:18.145551Z","end":"2026-04-07T00:52:18.446439Z","steps":["trace[70924297] 'process raft request' (duration: 300.648406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:18.446544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:18.145532Z","time spent":"300.970356ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:18.446623Z","caller":"traceutil/trace.go:171","msg":"trace[1247205178] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"291.122659ms","start":"2026-04-07T00:52:18.155474Z","end":"2026-04-07T00:52:18.446597Z","steps":["trace[1247205178] 'process raft request' (duration: 291.026987ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:18.446663Z","caller":"traceutil/trace.go:171","msg":"trace[1284537116] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"291.700546ms","start":"2026-04-07T00:52:18.154929Z","end":"2026-04-07T00:52:18.44663Z","steps":["trace[1284537116] 'process raft request' (duration: 291.5ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:18.446861Z","caller":"traceutil/trace.go:171","msg":"trace[1006226530] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"291.036187ms","start":"2026-04-07T00:52:18.15581Z","end":"2026-04-07T00:52:18.446846Z","steps":["trace[1006226530] 'process raft request' (duration: 290.749039ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:18.44708Z","caller":"traceutil/trace.go:171","msg":"trace[45339422] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"290.460921ms","start":"2026-04-07T00:52:18.156569Z","end":"2026-04-07T00:52:18.44703Z","steps":["trace[45339422] 'process raft request' (duration: 290.169153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:18.447193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.357154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:18.447247Z","caller":"traceutil/trace.go:171","msg":"trace[385963156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24420; }","duration":"282.448627ms","start":"2026-04-07T00:52:18.164783Z","end":"2026-04-07T00:52:18.447232Z","steps":["trace[385963156] 'agreement among raft nodes before linearized reading' (duration: 282.274782ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:18.447255Z","caller":"traceutil/trace.go:171","msg":"trace[846803269] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"103.639182ms","start":"2026-04-07T00:52:18.343593Z","end":"2026-04-07T00:52:18.447233Z","steps":["trace[846803269] 'process raft request' (duration: 103.391575ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:18.447297Z","caller":"traceutil/trace.go:171","msg":"trace[395973089] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"105.047761ms","start":"2026-04-07T00:52:18.342241Z","end":"2026-04-07T00:52:18.447289Z","steps":["trace[395973089] 'process raft request' (duration: 104.63238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:18.447298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.456343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:52:18.447341Z","caller":"traceutil/trace.go:171","msg":"trace[2094358849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24420; }","duration":"269.544075ms","start":"2026-04-07T00:52:18.177785Z","end":"2026-04-07T00:52:18.447329Z","steps":["trace[2094358849] 'agreement among raft nodes before linearized reading' (duration: 269.33863ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:18.447474Z","caller":"traceutil/trace.go:171","msg":"trace[293472050] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"296.516031ms","start":"2026-04-07T00:52:18.150936Z","end":"2026-04-07T00:52:18.447452Z","steps":["trace[293472050] 'process raft request' (duration: 295.42353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:44.276023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.338385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:44.276079Z","caller":"traceutil/trace.go:171","msg":"trace[1316773622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24627; }","duration":"107.442018ms","start":"2026-04-07T00:52:44.168624Z","end":"2026-04-07T00:52:44.276066Z","steps":["trace[1316773622] 'range keys from in-memory index tree' (duration: 107.271023ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:44.852733Z","caller":"traceutil/trace.go:171","msg":"trace[928856020] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25421; }","duration":"290.726609ms","start":"2026-04-07T00:52:44.56196Z","end":"2026-04-07T00:52:44.852686Z","steps":["trace[928856020] 'read index received' (duration: 33.875538ms)","trace[928856020] 'applied index is now lower than readState.Index' (duration: 256.849821ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:44.852798Z","caller":"traceutil/trace.go:171","msg":"trace[2132997197] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"318.461985ms","start":"2026-04-07T00:52:44.534328Z","end":"2026-04-07T00:52:44.85279Z","steps":["trace[2132997197] 'process raft request' (duration: 304.37929ms)","trace[2132997197] 'compare' (duration: 13.797367ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:44.852741Z","caller":"traceutil/trace.go:171","msg":"trace[536634233] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"318.358683ms","start":"2026-04-07T00:52:44.534355Z","end":"2026-04-07T00:52:44.852714Z","steps":["trace[536634233] 'process raft request' (duration: 318.26445ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:44.852832Z","caller":"traceutil/trace.go:171","msg":"trace[1446705720] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"315.197304ms","start":"2026-04-07T00:52:44.537606Z","end":"2026-04-07T00:52:44.852803Z","steps":["trace[1446705720] 'process raft request' (duration: 315.04235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:44.852936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:44.53434Z","time spent":"318.516357ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:52:44.852966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:44.537584Z","time spent":"315.305977ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:52:44.852936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.973385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T00:52:44.853067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.193334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T00:52:44.853092Z","caller":"traceutil/trace.go:171","msg":"trace[1906615895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24631; }","duration":"291.13804ms","start":"2026-04-07T00:52:44.56194Z","end":"2026-04-07T00:52:44.853078Z","steps":["trace[1906615895] 'agreement among raft nodes before linearized reading' (duration: 290.873922ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:44.853105Z","caller":"traceutil/trace.go:171","msg":"trace[1730261387] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24631; }","duration":"280.277646ms","start":"2026-04-07T00:52:44.572817Z","end":"2026-04-07T00:52:44.853094Z","steps":["trace[1730261387] 'agreement among raft nodes before linearized reading' (duration: 280.118232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:44.853074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.822927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:52:44.853193Z","caller":"traceutil/trace.go:171","msg":"trace[1230236343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24631; }","duration":"277.960091ms","start":"2026-04-07T00:52:44.575223Z","end":"2026-04-07T00:52:44.853183Z","steps":["trace[1230236343] 'agreement among raft nodes before linearized reading' (duration: 277.681423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:44.853093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.468966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:52:44.853239Z","caller":"traceutil/trace.go:171","msg":"trace[1177950687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24631; }","duration":"278.644271ms","start":"2026-04-07T00:52:44.574582Z","end":"2026-04-07T00:52:44.853226Z","steps":["trace[1177950687] 'agreement among raft nodes before linearized reading' (duration: 278.404784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:44.853355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:44.534303Z","time spent":"318.525727ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:52:44.853423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.401522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:52:44.853447Z","caller":"traceutil/trace.go:171","msg":"trace[491754781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24631; }","duration":"279.454443ms","start":"2026-04-07T00:52:44.573987Z","end":"2026-04-07T00:52:44.853442Z","steps":["trace[491754781] 'agreement among raft nodes before linearized reading' (duration: 278.923738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:44.853504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.751323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:52:44.853558Z","caller":"traceutil/trace.go:171","msg":"trace[1429315608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24631; }","duration":"283.853206ms","start":"2026-04-07T00:52:44.56969Z","end":"2026-04-07T00:52:44.853543Z","steps":["trace[1429315608] 'agreement among raft nodes before linearized reading' (duration: 283.178477ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:45.020847Z","caller":"traceutil/trace.go:171","msg":"trace[802230090] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"164.552706ms","start":"2026-04-07T00:52:44.856267Z","end":"2026-04-07T00:52:45.020819Z","steps":["trace[802230090] 'process raft request' (duration: 151.078039ms)","trace[802230090] 'compare' (duration: 13.364364ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:45.086278Z","caller":"traceutil/trace.go:171","msg":"trace[215542358] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"229.391132ms","start":"2026-04-07T00:52:44.856863Z","end":"2026-04-07T00:52:45.086254Z","steps":["trace[215542358] 'process raft request' (duration: 229.199296ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:45.086582Z","caller":"traceutil/trace.go:171","msg":"trace[448385717] linearizableReadLoop","detail":"{readStateIndex:25430; appliedIndex:25425; }","duration":"199.075173ms","start":"2026-04-07T00:52:44.887485Z","end":"2026-04-07T00:52:45.08656Z","steps":["trace[448385717] 'read index received' (duration: 119.790774ms)","trace[448385717] 'applied index is now lower than readState.Index' (duration: 79.283399ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:45.08659Z","caller":"traceutil/trace.go:171","msg":"trace[1930391613] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"229.551566ms","start":"2026-04-07T00:52:44.856991Z","end":"2026-04-07T00:52:45.086543Z","steps":["trace[1930391613] 'process raft request' (duration: 229.217206ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:45.086653Z","caller":"traceutil/trace.go:171","msg":"trace[1161499543] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"229.399412ms","start":"2026-04-07T00:52:44.857216Z","end":"2026-04-07T00:52:45.086615Z","steps":["trace[1161499543] 'process raft request' (duration: 229.306179ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:45.086642Z","caller":"traceutil/trace.go:171","msg":"trace[689806019] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"229.567626ms","start":"2026-04-07T00:52:44.857032Z","end":"2026-04-07T00:52:45.086599Z","steps":["trace[689806019] 'process raft request' (duration: 229.401112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:45.086846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.33476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T00:52:45.086921Z","caller":"traceutil/trace.go:171","msg":"trace[1243011703] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24636; }","duration":"199.448864ms","start":"2026-04-07T00:52:44.887452Z","end":"2026-04-07T00:52:45.086901Z","steps":["trace[1243011703] 'agreement among raft nodes before linearized reading' (duration: 199.183626ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:45.456481Z","caller":"traceutil/trace.go:171","msg":"trace[1222870251] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"117.647873ms","start":"2026-04-07T00:52:45.338813Z","end":"2026-04-07T00:52:45.456461Z","steps":["trace[1222870251] 'process raft request' (duration: 117.510929ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:46.238864Z","caller":"traceutil/trace.go:171","msg":"trace[877958608] linearizableReadLoop","detail":"{readStateIndex:25435; appliedIndex:25434; }","duration":"148.787265ms","start":"2026-04-07T00:52:46.090053Z","end":"2026-04-07T00:52:46.23884Z","steps":["trace[877958608] 'read index received' (duration: 148.568679ms)","trace[877958608] 'applied index is now lower than readState.Index' (duration: 217.646µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:46.238929Z","caller":"traceutil/trace.go:171","msg":"trace[1517972746] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"202.450837ms","start":"2026-04-07T00:52:46.036454Z","end":"2026-04-07T00:52:46.238904Z","steps":["trace[1517972746] 'process raft request' (duration: 202.237491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:46.23902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.949379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:52:46.239059Z","caller":"traceutil/trace.go:171","msg":"trace[1379857605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24641; }","duration":"149.046373ms","start":"2026-04-07T00:52:46.090001Z","end":"2026-04-07T00:52:46.239047Z","steps":["trace[1379857605] 'agreement among raft nodes before linearized reading' (duration: 148.960639ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.200627Z","caller":"traceutil/trace.go:171","msg":"trace[1450390737] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"342.425956ms","start":"2026-04-07T00:52:46.858148Z","end":"2026-04-07T00:52:47.200574Z","steps":["trace[1450390737] 'process raft request' (duration: 328.170947ms)","trace[1450390737] 'compare' (duration: 13.724894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:47.200796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:46.85813Z","time spent":"342.57594ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:47.201196Z","caller":"traceutil/trace.go:171","msg":"trace[599798038] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"342.889128ms","start":"2026-04-07T00:52:46.85828Z","end":"2026-04-07T00:52:47.201169Z","steps":["trace[599798038] 'process raft request' (duration: 342.176819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:47.201358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:46.858255Z","time spent":"343.013582ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:52:47.201364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.896456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:52:47.201444Z","caller":"traceutil/trace.go:171","msg":"trace[185056765] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24647; }","duration":"260.027899ms","start":"2026-04-07T00:52:46.941396Z","end":"2026-04-07T00:52:47.201424Z","steps":["trace[185056765] 'agreement among raft nodes before linearized reading' (duration: 259.864865ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.201871Z","caller":"traceutil/trace.go:171","msg":"trace[1613784856] linearizableReadLoop","detail":"{readStateIndex:25441; appliedIndex:25439; }","duration":"259.780452ms","start":"2026-04-07T00:52:46.941439Z","end":"2026-04-07T00:52:47.20122Z","steps":["trace[1613784856] 'read index received' (duration: 244.820753ms)","trace[1613784856] 'applied index is now lower than readState.Index' (duration: 14.900757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:47.202253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.443288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T00:52:47.202337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.613803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T00:52:47.20235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.52419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:52:47.202389Z","caller":"traceutil/trace.go:171","msg":"trace[67861239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24647; }","duration":"111.694156ms","start":"2026-04-07T00:52:47.090681Z","end":"2026-04-07T00:52:47.202375Z","steps":["trace[67861239] 'agreement among raft nodes before linearized reading' (duration: 111.553962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:47.202408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.736777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:52:47.202439Z","caller":"traceutil/trace.go:171","msg":"trace[686186559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24647; }","duration":"111.611904ms","start":"2026-04-07T00:52:47.090795Z","end":"2026-04-07T00:52:47.202407Z","steps":["trace[686186559] 'agreement among raft nodes before linearized reading' (duration: 111.400788ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.202471Z","caller":"traceutil/trace.go:171","msg":"trace[94814134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24647; }","duration":"111.830781ms","start":"2026-04-07T00:52:47.090624Z","end":"2026-04-07T00:52:47.202454Z","steps":["trace[94814134] 'agreement among raft nodes before linearized reading' (duration: 111.694147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:47.202277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.805229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:52:47.202445Z","caller":"traceutil/trace.go:171","msg":"trace[606076187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24647; }","duration":"111.598133ms","start":"2026-04-07T00:52:47.090764Z","end":"2026-04-07T00:52:47.202362Z","steps":["trace[606076187] 'agreement among raft nodes before linearized reading' (duration: 111.305525ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.202562Z","caller":"traceutil/trace.go:171","msg":"trace[1331985376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24647; }","duration":"177.116088ms","start":"2026-04-07T00:52:47.025424Z","end":"2026-04-07T00:52:47.20254Z","steps":["trace[1331985376] 'agreement among raft nodes before linearized reading' (duration: 176.648995ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.481031Z","caller":"traceutil/trace.go:171","msg":"trace[474077699] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"274.267258ms","start":"2026-04-07T00:52:47.206727Z","end":"2026-04-07T00:52:47.480994Z","steps":["trace[474077699] 'process raft request' (duration: 274.033731ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.481061Z","caller":"traceutil/trace.go:171","msg":"trace[902693823] linearizableReadLoop","detail":"{readStateIndex:25446; appliedIndex:25442; }","duration":"213.418854ms","start":"2026-04-07T00:52:47.267616Z","end":"2026-04-07T00:52:47.481035Z","steps":["trace[902693823] 'read index received' (duration: 213.204398ms)","trace[902693823] 'applied index is now lower than readState.Index' (duration: 213.546µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:47.481116Z","caller":"traceutil/trace.go:171","msg":"trace[619072877] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"274.228836ms","start":"2026-04-07T00:52:47.206853Z","end":"2026-04-07T00:52:47.481082Z","steps":["trace[619072877] 'process raft request' (duration: 274.096833ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.481193Z","caller":"traceutil/trace.go:171","msg":"trace[1882264126] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"274.310779ms","start":"2026-04-07T00:52:47.206854Z","end":"2026-04-07T00:52:47.481165Z","steps":["trace[1882264126] 'process raft request' (duration: 274.143974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:47.481265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.59734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:47.481308Z","caller":"traceutil/trace.go:171","msg":"trace[2110240825] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24652; }","duration":"213.728213ms","start":"2026-04-07T00:52:47.267566Z","end":"2026-04-07T00:52:47.481294Z","steps":["trace[2110240825] 'agreement among raft nodes before linearized reading' (duration: 213.60316ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.481338Z","caller":"traceutil/trace.go:171","msg":"trace[1893857392] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"274.525135ms","start":"2026-04-07T00:52:47.206802Z","end":"2026-04-07T00:52:47.481328Z","steps":["trace[1893857392] 'process raft request' (duration: 274.096483ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.50045Z","caller":"traceutil/trace.go:171","msg":"trace[249327662] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"136.664766ms","start":"2026-04-07T00:52:47.363771Z","end":"2026-04-07T00:52:47.500436Z","steps":["trace[249327662] 'process raft request' (duration: 136.554303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:47.500758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.97283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:47.500824Z","caller":"traceutil/trace.go:171","msg":"trace[735891086] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24654; }","duration":"154.081403ms","start":"2026-04-07T00:52:47.346728Z","end":"2026-04-07T00:52:47.500809Z","steps":["trace[735891086] 'agreement among raft nodes before linearized reading' (duration: 153.939989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:47.501203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.017124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-07T00:52:47.50145Z","caller":"traceutil/trace.go:171","msg":"trace[514682061] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24654; }","duration":"118.318372ms","start":"2026-04-07T00:52:47.38311Z","end":"2026-04-07T00:52:47.501429Z","steps":["trace[514682061] 'agreement among raft nodes before linearized reading' (duration: 117.879649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:47.875062Z","caller":"traceutil/trace.go:171","msg":"trace[2057094106] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"127.058667ms","start":"2026-04-07T00:52:47.747947Z","end":"2026-04-07T00:52:47.875006Z","steps":["trace[2057094106] 'process raft request' (duration: 126.879702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:48.452043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.304752ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T00:52:48.452393Z","caller":"traceutil/trace.go:171","msg":"trace[1862667565] linearizableReadLoop","detail":"{readStateIndex:25450; appliedIndex:25449; }","duration":"311.026166ms","start":"2026-04-07T00:52:48.141327Z","end":"2026-04-07T00:52:48.452353Z","steps":["trace[1862667565] 'read index received' (duration: 123.423185ms)","trace[1862667565] 'applied index is now lower than readState.Index' (duration: 187.600801ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:48.452691Z","caller":"traceutil/trace.go:171","msg":"trace[1340132649] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"207.893231ms","start":"2026-04-07T00:52:48.244765Z","end":"2026-04-07T00:52:48.452659Z","steps":["trace[1340132649] 'process raft request' (duration: 207.366116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:48.567211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.885643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:48.567272Z","caller":"traceutil/trace.go:171","msg":"trace[1376622470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24656; }","duration":"400.991476ms","start":"2026-04-07T00:52:48.166265Z","end":"2026-04-07T00:52:48.567257Z","steps":["trace[1376622470] 'agreement among raft nodes before linearized reading' (duration: 286.215333ms)","trace[1376622470] 'range keys from in-memory index tree' (duration: 114.684661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:48.567298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:48.166249Z","time spent":"401.044087ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:52:48.567461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.123659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-07T00:52:48.567559Z","caller":"traceutil/trace.go:171","msg":"trace[1364062877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24656; }","duration":"426.223511ms","start":"2026-04-07T00:52:48.141307Z","end":"2026-04-07T00:52:48.56753Z","steps":["trace[1364062877] 'agreement among raft nodes before linearized reading' (duration: 311.157141ms)","trace[1364062877] 'range keys from in-memory index tree' (duration: 114.846735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:48.567597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.925295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:48.567619Z","caller":"traceutil/trace.go:171","msg":"trace[1633866534] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24656; }","duration":"185.980897ms","start":"2026-04-07T00:52:48.381631Z","end":"2026-04-07T00:52:48.567612Z","steps":["trace[1633866534] 'agreement among raft nodes before linearized reading' (duration: 70.870695ms)","trace[1633866534] 'count revisions from in-memory index tree' (duration: 115.081351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:48.567632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:48.14124Z","time spent":"426.375635ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T00:52:48.753536Z","caller":"traceutil/trace.go:171","msg":"trace[18973983] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"110.334389ms","start":"2026-04-07T00:52:48.643177Z","end":"2026-04-07T00:52:48.753512Z","steps":["trace[18973983] 'process raft request' (duration: 110.178524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:49.54352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.308852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:52:49.54364Z","caller":"traceutil/trace.go:171","msg":"trace[1431441192] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"257.290142ms","start":"2026-04-07T00:52:49.286329Z","end":"2026-04-07T00:52:49.543619Z","steps":["trace[1431441192] 'process raft request' (duration: 148.744993ms)","trace[1431441192] 'compare' (duration: 108.119377ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:49.543812Z","caller":"traceutil/trace.go:171","msg":"trace[1334704426] linearizableReadLoop","detail":"{readStateIndex:25457; appliedIndex:25456; }","duration":"133.040394ms","start":"2026-04-07T00:52:49.410678Z","end":"2026-04-07T00:52:49.543719Z","steps":["trace[1334704426] 'read index received' (duration: 24.346561ms)","trace[1334704426] 'applied index is now lower than readState.Index' (duration: 108.690963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:49.543924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.243239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:49.543973Z","caller":"traceutil/trace.go:171","msg":"trace[1358706395] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24663; }","duration":"133.316371ms","start":"2026-04-07T00:52:49.410628Z","end":"2026-04-07T00:52:49.543944Z","steps":["trace[1358706395] 'agreement among raft nodes before linearized reading' (duration: 133.251019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:49.757642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.295749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:52:49.757902Z","caller":"traceutil/trace.go:171","msg":"trace[1214261229] linearizableReadLoop","detail":"{readStateIndex:25459; appliedIndex:25458; }","duration":"214.025092ms","start":"2026-04-07T00:52:49.54385Z","end":"2026-04-07T00:52:49.757875Z","steps":["trace[1214261229] 'read index received' (duration: 99.410164ms)","trace[1214261229] 'applied index is now lower than readState.Index' (duration: 114.613288ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:49.757924Z","caller":"traceutil/trace.go:171","msg":"trace[399552377] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"251.223373ms","start":"2026-04-07T00:52:49.506649Z","end":"2026-04-07T00:52:49.757872Z","steps":["trace[399552377] 'process raft request' (duration: 136.598184ms)","trace[399552377] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 113.903099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:49.758032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.474294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:49.7581Z","caller":"traceutil/trace.go:171","msg":"trace[684403561] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24665; }","duration":"229.569017ms","start":"2026-04-07T00:52:49.528508Z","end":"2026-04-07T00:52:49.758077Z","steps":["trace[684403561] 'agreement among raft nodes before linearized reading' (duration: 229.472074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:49.758131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.430409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T00:52:49.758234Z","caller":"traceutil/trace.go:171","msg":"trace[1843268291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24665; }","duration":"271.49591ms","start":"2026-04-07T00:52:49.486668Z","end":"2026-04-07T00:52:49.758164Z","steps":["trace[1843268291] 'agreement among raft nodes before linearized reading' (duration: 271.338566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:49.758246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.348558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:52:49.758396Z","caller":"traceutil/trace.go:171","msg":"trace[806398994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24665; }","duration":"270.537343ms","start":"2026-04-07T00:52:49.487841Z","end":"2026-04-07T00:52:49.758378Z","steps":["trace[806398994] 'agreement among raft nodes before linearized reading' (duration: 270.05913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:49.758506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.87139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:52:49.758576Z","caller":"traceutil/trace.go:171","msg":"trace[1377473328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24665; }","duration":"271.966783ms","start":"2026-04-07T00:52:49.48659Z","end":"2026-04-07T00:52:49.758557Z","steps":["trace[1377473328] 'agreement among raft nodes before linearized reading' (duration: 271.815909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:49.758392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.772488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:52:49.758678Z","caller":"traceutil/trace.go:171","msg":"trace[2049520030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24665; }","duration":"272.101317ms","start":"2026-04-07T00:52:49.486552Z","end":"2026-04-07T00:52:49.758653Z","steps":["trace[2049520030] 'agreement among raft nodes before linearized reading' (duration: 271.660575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:50.101631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.421309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:52:50.101861Z","caller":"traceutil/trace.go:171","msg":"trace[1279034267] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"339.212746ms","start":"2026-04-07T00:52:49.76263Z","end":"2026-04-07T00:52:50.101842Z","steps":["trace[1279034267] 'process raft request' (duration: 172.51942ms)","trace[1279034267] 'compare' (duration: 166.275865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:50.101936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:49.762615Z","time spent":"339.284748ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:50.101856Z","caller":"traceutil/trace.go:171","msg":"trace[1477723082] linearizableReadLoop","detail":"{readStateIndex:25464; appliedIndex:25461; }","duration":"222.57204ms","start":"2026-04-07T00:52:49.879263Z","end":"2026-04-07T00:52:50.101835Z","steps":["trace[1477723082] 'read index received' (duration: 55.795992ms)","trace[1477723082] 'applied index is now lower than readState.Index' (duration: 166.774698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:50.10207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.798276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-07T00:52:50.10213Z","caller":"traceutil/trace.go:171","msg":"trace[358088669] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"339.458373ms","start":"2026-04-07T00:52:49.762647Z","end":"2026-04-07T00:52:50.102105Z","steps":["trace[358088669] 'process raft request' (duration: 339.078552ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:50.10216Z","caller":"traceutil/trace.go:171","msg":"trace[1988565064] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"338.919138ms","start":"2026-04-07T00:52:49.763208Z","end":"2026-04-07T00:52:50.102127Z","steps":["trace[1988565064] 'process raft request' (duration: 338.575548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:50.102251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.606673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:52:50.102284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.66393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:52:50.102283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:49.762597Z","time spent":"339.629188ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:50.102309Z","caller":"traceutil/trace.go:171","msg":"trace[522921267] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24669; }","duration":"137.719866ms","start":"2026-04-07T00:52:49.964575Z","end":"2026-04-07T00:52:50.102295Z","steps":["trace[522921267] 'agreement among raft nodes before linearized reading' (duration: 137.586742ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:50.102328Z","caller":"traceutil/trace.go:171","msg":"trace[1747445062] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24669; }","duration":"114.754593ms","start":"2026-04-07T00:52:49.987561Z","end":"2026-04-07T00:52:50.102316Z","steps":["trace[1747445062] 'agreement among raft nodes before linearized reading' (duration: 114.65359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:50.102364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:52:49.763195Z","time spent":"339.095283ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:52:50.102732Z","caller":"traceutil/trace.go:171","msg":"trace[707861961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24669; }","duration":"222.887899ms","start":"2026-04-07T00:52:49.87922Z","end":"2026-04-07T00:52:50.102108Z","steps":["trace[707861961] 'agreement among raft nodes before linearized reading' (duration: 222.669303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:50.297476Z","caller":"traceutil/trace.go:171","msg":"trace[82402777] linearizableReadLoop","detail":"{readStateIndex:25465; appliedIndex:25464; }","duration":"190.508504ms","start":"2026-04-07T00:52:50.106948Z","end":"2026-04-07T00:52:50.297457Z","steps":["trace[82402777] 'read index received' (duration: 138.508398ms)","trace[82402777] 'applied index is now lower than readState.Index' (duration: 51.999146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:52:50.297574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.179632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:52:50.297576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.612966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:50.29759Z","caller":"traceutil/trace.go:171","msg":"trace[1828157194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24670; }","duration":"131.230854ms","start":"2026-04-07T00:52:50.166354Z","end":"2026-04-07T00:52:50.297585Z","steps":["trace[1828157194] 'agreement among raft nodes before linearized reading' (duration: 131.192543ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:50.2976Z","caller":"traceutil/trace.go:171","msg":"trace[1635016522] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24670; }","duration":"190.661687ms","start":"2026-04-07T00:52:50.106931Z","end":"2026-04-07T00:52:50.297593Z","steps":["trace[1635016522] 'agreement among raft nodes before linearized reading' (duration: 190.608936ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:50.29772Z","caller":"traceutil/trace.go:171","msg":"trace[1768281639] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"191.678606ms","start":"2026-04-07T00:52:50.106001Z","end":"2026-04-07T00:52:50.297679Z","steps":["trace[1768281639] 'process raft request' (duration: 139.464955ms)","trace[1768281639] 'compare' (duration: 51.875401ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:51.804022Z","caller":"traceutil/trace.go:171","msg":"trace[865346533] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"252.427556ms","start":"2026-04-07T00:52:51.551569Z","end":"2026-04-07T00:52:51.803997Z","steps":["trace[865346533] 'process raft request' (duration: 252.174899ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:55.458056Z","caller":"traceutil/trace.go:171","msg":"trace[810732222] linearizableReadLoop","detail":"{readStateIndex:25500; appliedIndex:25498; }","duration":"120.717972ms","start":"2026-04-07T00:52:55.337324Z","end":"2026-04-07T00:52:55.458042Z","steps":["trace[810732222] 'read index received' (duration: 39.951499ms)","trace[810732222] 'applied index is now lower than readState.Index' (duration: 80.765923ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:55.45821Z","caller":"traceutil/trace.go:171","msg":"trace[1518627032] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"131.781222ms","start":"2026-04-07T00:52:55.326374Z","end":"2026-04-07T00:52:55.458156Z","steps":["trace[1518627032] 'process raft request' (duration: 131.537785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:55.458452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.049372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:52:55.458595Z","caller":"traceutil/trace.go:171","msg":"trace[509472457] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24704; }","duration":"121.239338ms","start":"2026-04-07T00:52:55.337281Z","end":"2026-04-07T00:52:55.458521Z","steps":["trace[509472457] 'agreement among raft nodes before linearized reading' (duration: 121.016131ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:52:56.499421Z","caller":"traceutil/trace.go:171","msg":"trace[1986334767] linearizableReadLoop","detail":"{readStateIndex:25512; appliedIndex:25511; }","duration":"101.556175ms","start":"2026-04-07T00:52:56.397838Z","end":"2026-04-07T00:52:56.499395Z","steps":["trace[1986334767] 'read index received' (duration: 101.38469ms)","trace[1986334767] 'applied index is now lower than readState.Index' (duration: 170.455µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:52:56.499598Z","caller":"traceutil/trace.go:171","msg":"trace[1739932845] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"125.497017ms","start":"2026-04-07T00:52:56.37398Z","end":"2026-04-07T00:52:56.499477Z","steps":["trace[1739932845] 'process raft request' (duration: 125.23068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:52:56.499644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.797162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-07T00:52:56.499736Z","caller":"traceutil/trace.go:171","msg":"trace[1629605350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24716; }","duration":"101.934186ms","start":"2026-04-07T00:52:56.397782Z","end":"2026-04-07T00:52:56.499716Z","steps":["trace[1629605350] 'agreement among raft nodes before linearized reading' (duration: 101.684949ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:28.527929Z","caller":"traceutil/trace.go:171","msg":"trace[2023679793] linearizableReadLoop","detail":"{readStateIndex:25901; appliedIndex:25899; }","duration":"334.08848ms","start":"2026-04-07T00:53:28.19381Z","end":"2026-04-07T00:53:28.527899Z","steps":["trace[2023679793] 'read index received' (duration: 17.280344ms)","trace[2023679793] 'applied index is now lower than readState.Index' (duration: 316.806616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:53:28.528135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.287746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:53:28.528176Z","caller":"traceutil/trace.go:171","msg":"trace[1789036852] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25097; }","duration":"334.374759ms","start":"2026-04-07T00:53:28.19379Z","end":"2026-04-07T00:53:28.528165Z","steps":["trace[1789036852] 'agreement among raft nodes before linearized reading' (duration: 334.285906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:28.528219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:28.193776Z","time spent":"334.43543ms","remote":"127.0.0.1:55046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-07T00:53:28.528204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.337178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:53:28.528414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.06195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:53:28.528431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.470578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:53:28.528493Z","caller":"traceutil/trace.go:171","msg":"trace[1370958137] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25097; }","duration":"334.140752ms","start":"2026-04-07T00:53:28.194334Z","end":"2026-04-07T00:53:28.528475Z","steps":["trace[1370958137] 'agreement among raft nodes before linearized reading' (duration: 334.019909ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:28.528419Z","caller":"traceutil/trace.go:171","msg":"trace[1755804812] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25097; }","duration":"334.600595ms","start":"2026-04-07T00:53:28.193762Z","end":"2026-04-07T00:53:28.528362Z","steps":["trace[1755804812] 'agreement among raft nodes before linearized reading' (duration: 334.251066ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:28.528523Z","caller":"traceutil/trace.go:171","msg":"trace[1171159603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25097; }","duration":"179.604272ms","start":"2026-04-07T00:53:28.348899Z","end":"2026-04-07T00:53:28.528503Z","steps":["trace[1171159603] 'agreement among raft nodes before linearized reading' (duration: 179.357075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:28.528546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:28.19431Z","time spent":"334.224855ms","remote":"127.0.0.1:55046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T00:53:28.528534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.220825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:53:28.528641Z","caller":"traceutil/trace.go:171","msg":"trace[887067632] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25097; }","duration":"334.336937ms","start":"2026-04-07T00:53:28.194285Z","end":"2026-04-07T00:53:28.528622Z","steps":["trace[887067632] 'agreement among raft nodes before linearized reading' (duration: 334.208964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:28.528692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:28.194276Z","time spent":"334.40124ms","remote":"127.0.0.1:55046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:53:28.528686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:28.193742Z","time spent":"334.809781ms","remote":"127.0.0.1:55046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-07T00:53:28.528746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.263536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:53:28.528875Z","caller":"traceutil/trace.go:171","msg":"trace[44009432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25097; }","duration":"112.454892ms","start":"2026-04-07T00:53:28.416393Z","end":"2026-04-07T00:53:28.528848Z","steps":["trace[44009432] 'agreement among raft nodes before linearized reading' (duration: 112.08437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:28.528814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.283991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:53:28.529586Z","caller":"traceutil/trace.go:171","msg":"trace[107631312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25097; }","duration":"187.099973ms","start":"2026-04-07T00:53:28.342452Z","end":"2026-04-07T00:53:28.529552Z","steps":["trace[107631312] 'agreement among raft nodes before linearized reading' (duration: 186.006612ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:55:01.020795Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006893.wal"} {"level":"info","ts":"2026-04-07T00:55:59.665821Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23589} {"level":"info","ts":"2026-04-07T00:55:59.797309Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23589,"took":"127.096171ms","hash":1222538513,"current-db-size-bytes":59273216,"current-db-size":"59 MB","current-db-size-in-use-bytes":37867520,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-07T00:55:59.797384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1222538513,"revision":23589,"compact-revision":20412} {"level":"info","ts":"2026-04-07T01:00:59.672243Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26602} {"level":"info","ts":"2026-04-07T01:00:59.818737Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26602,"took":"141.295189ms","hash":3822231078,"current-db-size-bytes":59273216,"current-db-size":"59 MB","current-db-size-in-use-bytes":32907264,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-07T01:00:59.81881Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3822231078,"revision":26602,"compact-revision":23589} {"level":"info","ts":"2026-04-07T01:01:08.534553Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T01:01:08.541784Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-07T01:01:08.541932Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-07T01:05:59.678837Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29030} {"level":"info","ts":"2026-04-07T01:05:59.811389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29030,"took":"127.678139ms","hash":1586728356,"current-db-size-bytes":59273216,"current-db-size":"59 MB","current-db-size-in-use-bytes":30584832,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T01:05:59.811454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1586728356,"revision":29030,"compact-revision":26602} {"level":"info","ts":"2026-04-07T01:10:59.685272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31286} {"level":"info","ts":"2026-04-07T01:10:59.828244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31286,"took":"138.535734ms","hash":331081129,"current-db-size-bytes":59273216,"current-db-size":"59 MB","current-db-size-in-use-bytes":31506432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T01:10:59.828294Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":331081129,"revision":31286,"compact-revision":29030} {"level":"info","ts":"2026-04-07T01:15:59.691816Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33618} {"level":"info","ts":"2026-04-07T01:15:59.84092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33618,"took":"144.377446ms","hash":936194261,"current-db-size-bytes":60317696,"current-db-size":"60 MB","current-db-size-in-use-bytes":32649216,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-07T01:15:59.840993Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":936194261,"revision":33618,"compact-revision":31286} {"level":"info","ts":"2026-04-07T01:20:59.698036Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35845} {"level":"info","ts":"2026-04-07T01:20:59.833773Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35845,"took":"131.852095ms","hash":936299833,"current-db-size-bytes":60317696,"current-db-size":"60 MB","current-db-size-in-use-bytes":30605312,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T01:20:59.833824Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":936299833,"revision":35845,"compact-revision":33618}