{"level":"warn","ts":"2026-04-07T01:19:23.788374Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T01:19:23.78847Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T01:19:23.78854Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T01:19:23.788555Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-04-07T01:19:23.788582Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T01:19:23.78969Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-04-07T01:19:23.789815Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T01:19:23.796597Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.242043ms"} {"level":"info","ts":"2026-04-07T01:19:23.804731Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-04-07T01:19:23.804807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T01:19:23.804825Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-04-07T01:19:23.804839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T01:19:23.804846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-04-07T01:19:23.804885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-04-07T01:19:23.816922Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T01:19:23.817976Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T01:19:23.819002Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T01:19:23.822111Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T01:19:23.822531Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T01:19:23.823152Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T01:19:23.823327Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T01:19:23.823417Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T01:19:23.824178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-04-07T01:19:23.824433Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-04-07T01:19:23.827593Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T01:19:23.827731Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-04-07T01:19:23.827828Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-04-07T01:19:23.828541Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T01:19:23.828648Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T01:19:24.805017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T01:19:24.805066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T01:19:24.805093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-04-07T01:19:24.805109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-04-07T01:19:24.805118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-04-07T01:19:24.805131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-04-07T01:19:24.805142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-04-07T01:19:24.811376Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T01:19:24.812294Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T01:19:24.812312Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T01:19:24.812507Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T01:19:24.812506Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T01:19:24.81264Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T01:19:24.812691Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T01:19:24.812815Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T01:19:24.812876Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T01:19:24.816068Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-04-07T01:19:24.816099Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T01:19:40.781631Z","caller":"traceutil/trace.go:171","msg":"trace[1606800880] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"119.624413ms","start":"2026-04-07T01:19:40.661961Z","end":"2026-04-07T01:19:40.781585Z","steps":["trace[1606800880] 'process raft request' (duration: 33.653588ms)","trace[1606800880] 'compare' (duration: 85.355508ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:19:40.782097Z","caller":"traceutil/trace.go:171","msg":"trace[1906961742] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"118.370582ms","start":"2026-04-07T01:19:40.663295Z","end":"2026-04-07T01:19:40.781665Z","steps":["trace[1906961742] 'process raft request' (duration: 118.23392ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:40.787002Z","caller":"traceutil/trace.go:171","msg":"trace[1865391486] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"122.292509ms","start":"2026-04-07T01:19:40.664691Z","end":"2026-04-07T01:19:40.786984Z","steps":["trace[1865391486] 'process raft request' (duration: 122.183517ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:40.791396Z","caller":"traceutil/trace.go:171","msg":"trace[1584801991] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"126.329516ms","start":"2026-04-07T01:19:40.66504Z","end":"2026-04-07T01:19:40.791369Z","steps":["trace[1584801991] 'process raft request' (duration: 121.905985ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:40.960588Z","caller":"traceutil/trace.go:171","msg":"trace[1672951921] transaction","detail":"{read_only:false; number_of_response:1; response_revision:389; }","duration":"131.784398ms","start":"2026-04-07T01:19:40.828777Z","end":"2026-04-07T01:19:40.960561Z","steps":["trace[1672951921] 'process raft request' (duration: 69.525528ms)","trace[1672951921] 'compare' (duration: 62.048478ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:19:40.961068Z","caller":"traceutil/trace.go:171","msg":"trace[558422022] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"130.553325ms","start":"2026-04-07T01:19:40.830466Z","end":"2026-04-07T01:19:40.961019Z","steps":["trace[558422022] 'process raft request' (duration: 130.03219ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:40.960829Z","caller":"traceutil/trace.go:171","msg":"trace[1395199113] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:399; }","duration":"130.021791ms","start":"2026-04-07T01:19:40.83074Z","end":"2026-04-07T01:19:40.960761Z","steps":["trace[1395199113] 'read index received' (duration: 11.68386ms)","trace[1395199113] 'applied index is now lower than readState.Index' (duration: 118.336641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:19:40.961142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.387194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3810"} {"level":"info","ts":"2026-04-07T01:19:40.961231Z","caller":"traceutil/trace.go:171","msg":"trace[407584876] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:390; }","duration":"130.529206ms","start":"2026-04-07T01:19:40.830683Z","end":"2026-04-07T01:19:40.961212Z","steps":["trace[407584876] 'agreement among raft nodes before linearized reading' (duration: 130.202323ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:40.961411Z","caller":"traceutil/trace.go:171","msg":"trace[1414570686] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"115.14421ms","start":"2026-04-07T01:19:40.846213Z","end":"2026-04-07T01:19:40.961357Z","steps":["trace[1414570686] 'process raft request' (duration: 114.601846ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:40.961547Z","caller":"traceutil/trace.go:171","msg":"trace[2058194229] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"111.121241ms","start":"2026-04-07T01:19:40.850355Z","end":"2026-04-07T01:19:40.961476Z","steps":["trace[2058194229] 'process raft request' (duration: 111.040681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:19:53.250433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.894704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:19:53.25049Z","caller":"traceutil/trace.go:171","msg":"trace[655771570] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:469; }","duration":"145.994864ms","start":"2026-04-07T01:19:53.104483Z","end":"2026-04-07T01:19:53.250478Z","steps":["trace[655771570] 'range keys from in-memory index tree' (duration: 145.835234ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:57.217159Z","caller":"traceutil/trace.go:171","msg":"trace[634528410] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"130.792263ms","start":"2026-04-07T01:19:57.08634Z","end":"2026-04-07T01:19:57.217132Z","steps":["trace[634528410] 'process raft request' (duration: 130.578712ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:59.42559Z","caller":"traceutil/trace.go:171","msg":"trace[200390595] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"199.221749ms","start":"2026-04-07T01:19:59.226338Z","end":"2026-04-07T01:19:59.42556Z","steps":["trace[200390595] 'process raft request' (duration: 199.048088ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:59.460026Z","caller":"traceutil/trace.go:171","msg":"trace[1070066796] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:595; }","duration":"209.369209ms","start":"2026-04-07T01:19:59.250631Z","end":"2026-04-07T01:19:59.46Z","steps":["trace[1070066796] 'read index received' (duration: 174.929443ms)","trace[1070066796] 'applied index is now lower than readState.Index' (duration: 34.438876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:19:59.460172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.51629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4rqw4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-07T01:19:59.460212Z","caller":"traceutil/trace.go:171","msg":"trace[2132111297] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4rqw4; range_end:; response_count:1; response_revision:576; }","duration":"209.59035ms","start":"2026-04-07T01:19:59.25061Z","end":"2026-04-07T01:19:59.4602Z","steps":["trace[2132111297] 'agreement among raft nodes before linearized reading' (duration: 209.486239ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:59.460509Z","caller":"traceutil/trace.go:171","msg":"trace[1630264328] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"210.120065ms","start":"2026-04-07T01:19:59.250376Z","end":"2026-04-07T01:19:59.460496Z","steps":["trace[1630264328] 'process raft request' (duration: 209.083857ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:00.094183Z","caller":"traceutil/trace.go:171","msg":"trace[927407674] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:596; }","duration":"547.764797ms","start":"2026-04-07T01:19:59.546372Z","end":"2026-04-07T01:20:00.094136Z","steps":["trace[927407674] 'read index received' (duration: 30.748166ms)","trace[927407674] 'applied index is now lower than readState.Index' (duration: 517.015681ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:20:00.094266Z","caller":"traceutil/trace.go:171","msg":"trace[54473736] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"576.566419ms","start":"2026-04-07T01:19:59.517659Z","end":"2026-04-07T01:20:00.094225Z","steps":["trace[54473736] 'process raft request' (duration: 484.647308ms)","trace[54473736] 'compare' (duration: 91.708509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:20:00.094347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.965518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:20:00.094387Z","caller":"traceutil/trace.go:171","msg":"trace[1709156312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"548.04519ms","start":"2026-04-07T01:19:59.546328Z","end":"2026-04-07T01:20:00.094373Z","steps":["trace[1709156312] 'agreement among raft nodes before linearized reading' (duration: 547.946759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:00.094422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:19:59.546312Z","time spent":"548.10298ms","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:20:00.094797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:19:59.517638Z","time spent":"576.70747ms","remote":"127.0.0.1:41918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:20:00.0957Z","caller":"traceutil/trace.go:171","msg":"trace[1070703586] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"186.55724ms","start":"2026-04-07T01:19:59.909123Z","end":"2026-04-07T01:20:00.095681Z","steps":["trace[1070703586] 'process raft request' (duration: 186.410939ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:00.095838Z","caller":"traceutil/trace.go:171","msg":"trace[1015272931] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"100.993764ms","start":"2026-04-07T01:19:59.994823Z","end":"2026-04-07T01:20:00.095817Z","steps":["trace[1015272931] 'process raft request' (duration: 100.812943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:00.095935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.312112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T01:20:00.095978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.327896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T01:20:00.095992Z","caller":"traceutil/trace.go:171","msg":"trace[1325116608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:580; }","duration":"280.406414ms","start":"2026-04-07T01:19:59.815571Z","end":"2026-04-07T01:20:00.095977Z","steps":["trace[1325116608] 'agreement among raft nodes before linearized reading' (duration: 280.239572ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:00.096031Z","caller":"traceutil/trace.go:171","msg":"trace[1922644708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:580; }","duration":"540.419359ms","start":"2026-04-07T01:19:59.555594Z","end":"2026-04-07T01:20:00.096013Z","steps":["trace[1922644708] 'agreement among raft nodes before linearized reading' (duration: 540.233396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:00.096104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:19:59.555573Z","time spent":"540.519409ms","remote":"127.0.0.1:41696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:20:00.627029Z","caller":"traceutil/trace.go:171","msg":"trace[1697031799] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"116.548289ms","start":"2026-04-07T01:20:00.510456Z","end":"2026-04-07T01:20:00.627004Z","steps":["trace[1697031799] 'process raft request' (duration: 115.822493ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:02.433196Z","caller":"traceutil/trace.go:171","msg":"trace[903154851] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"125.78424ms","start":"2026-04-07T01:20:02.307392Z","end":"2026-04-07T01:20:02.433177Z","steps":["trace[903154851] 'process raft request' (duration: 125.682339ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:14.32333Z","caller":"traceutil/trace.go:171","msg":"trace[465424716] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"163.447323ms","start":"2026-04-07T01:20:14.159856Z","end":"2026-04-07T01:20:14.323303Z","steps":["trace[465424716] 'process raft request' (duration: 163.171792ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:14.524613Z","caller":"traceutil/trace.go:171","msg":"trace[1284678266] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:757; }","duration":"187.69939ms","start":"2026-04-07T01:20:14.336888Z","end":"2026-04-07T01:20:14.524587Z","steps":["trace[1284678266] 'read index received' (duration: 168.132256ms)","trace[1284678266] 'applied index is now lower than readState.Index' (duration: 19.566074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:20:14.524819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.919853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wbxpb\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-07T01:20:14.524937Z","caller":"traceutil/trace.go:171","msg":"trace[83343673] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"363.692167ms","start":"2026-04-07T01:20:14.161098Z","end":"2026-04-07T01:20:14.524791Z","steps":["trace[83343673] 'process raft request' (duration: 344.028102ms)","trace[83343673] 'compare' (duration: 19.335443ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:20:14.525015Z","caller":"traceutil/trace.go:171","msg":"trace[1416036523] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wbxpb; range_end:; response_count:1; response_revision:734; }","duration":"188.162444ms","start":"2026-04-07T01:20:14.336838Z","end":"2026-04-07T01:20:14.525001Z","steps":["trace[1416036523] 'agreement among raft nodes before linearized reading' (duration: 187.847592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:14.525733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:20:14.161084Z","time spent":"363.960878ms","remote":"127.0.0.1:41696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:20:42.828331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.953104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T01:20:42.828367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.730176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T01:20:42.828448Z","caller":"traceutil/trace.go:171","msg":"trace[739738585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1137; }","duration":"283.119458ms","start":"2026-04-07T01:20:42.545305Z","end":"2026-04-07T01:20:42.828424Z","steps":["trace[739738585] 'range keys from in-memory index tree' (duration: 282.860451ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:42.828462Z","caller":"traceutil/trace.go:171","msg":"trace[1343624380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1137; }","duration":"163.867969ms","start":"2026-04-07T01:20:42.664574Z","end":"2026-04-07T01:20:42.828442Z","steps":["trace[1343624380] 'range keys from in-memory index tree' (duration: 163.51378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:42.828645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.319588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T01:20:42.828757Z","caller":"traceutil/trace.go:171","msg":"trace[2049065044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1137; }","duration":"114.452192ms","start":"2026-04-07T01:20:42.71428Z","end":"2026-04-07T01:20:42.828732Z","steps":["trace[2049065044] 'range keys from in-memory index tree' (duration: 114.177774ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:06.852465Z","caller":"traceutil/trace.go:171","msg":"trace[2040094255] linearizableReadLoop","detail":"{readStateIndex:1442; appliedIndex:1441; }","duration":"164.830376ms","start":"2026-04-07T01:21:06.687604Z","end":"2026-04-07T01:21:06.852434Z","steps":["trace[2040094255] 'read index received' (duration: 164.590831ms)","trace[2040094255] 'applied index is now lower than readState.Index' (duration: 237.785µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:21:06.852597Z","caller":"traceutil/trace.go:171","msg":"trace[1979189909] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"243.080289ms","start":"2026-04-07T01:21:06.609467Z","end":"2026-04-07T01:21:06.852547Z","steps":["trace[1979189909] 'process raft request' (duration: 242.825174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:06.852665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.02553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:21:06.852785Z","caller":"traceutil/trace.go:171","msg":"trace[77056169] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1401; }","duration":"165.222974ms","start":"2026-04-07T01:21:06.687548Z","end":"2026-04-07T01:21:06.852771Z","steps":["trace[77056169] 'agreement among raft nodes before linearized reading' (duration: 165.00893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:30.609058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.011697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a5f53a4-f8bb-46f6-8349-6ffdbbc37585\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-07T01:21:30.609122Z","caller":"traceutil/trace.go:171","msg":"trace[10080489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a5f53a4-f8bb-46f6-8349-6ffdbbc37585; range_end:; response_count:1; response_revision:1807; }","duration":"328.119199ms","start":"2026-04-07T01:21:30.280989Z","end":"2026-04-07T01:21:30.609108Z","steps":["trace[10080489] 'range keys from in-memory index tree' (duration: 327.864694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:30.609151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:21:30.280968Z","time spent":"328.17637ms","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a5f53a4-f8bb-46f6-8349-6ffdbbc37585\" "} {"level":"warn","ts":"2026-04-07T01:21:30.609381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.940412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-07T01:21:30.609412Z","caller":"traceutil/trace.go:171","msg":"trace[982547326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1807; }","duration":"283.998763ms","start":"2026-04-07T01:21:30.325406Z","end":"2026-04-07T01:21:30.609405Z","steps":["trace[982547326] 'range keys from in-memory index tree' (duration: 283.83402ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:30.793907Z","caller":"traceutil/trace.go:171","msg":"trace[1247809012] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"181.38565ms","start":"2026-04-07T01:21:30.612497Z","end":"2026-04-07T01:21:30.793883Z","steps":["trace[1247809012] 'process raft request' (duration: 181.235477ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:31.132988Z","caller":"traceutil/trace.go:171","msg":"trace[1846122622] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"165.243844ms","start":"2026-04-07T01:21:30.967722Z","end":"2026-04-07T01:21:31.132966Z","steps":["trace[1846122622] 'process raft request' (duration: 164.913497ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:45.769316Z","caller":"traceutil/trace.go:171","msg":"trace[1028986763] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"178.998609ms","start":"2026-04-07T01:21:45.590291Z","end":"2026-04-07T01:21:45.76929Z","steps":["trace[1028986763] 'process raft request' (duration: 178.797746ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:20.144064Z","caller":"traceutil/trace.go:171","msg":"trace[188945518] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"262.571519ms","start":"2026-04-07T01:22:19.881451Z","end":"2026-04-07T01:22:20.144023Z","steps":["trace[188945518] 'process raft request' (duration: 262.155464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:20.357394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.803046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:22:20.357697Z","caller":"traceutil/trace.go:171","msg":"trace[534495412] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"459.544287ms","start":"2026-04-07T01:22:19.898112Z","end":"2026-04-07T01:22:20.357656Z","steps":["trace[534495412] 'process raft request' (duration: 314.087242ms)","trace[534495412] 'compare' (duration: 144.582973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:20.357822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:19.898095Z","time spent":"459.674609ms","remote":"127.0.0.1:41696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:22:20.35816Z","caller":"traceutil/trace.go:171","msg":"trace[1940593996] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2204; }","duration":"170.609338ms","start":"2026-04-07T01:22:20.18751Z","end":"2026-04-07T01:22:20.35812Z","steps":["trace[1940593996] 'read index received' (duration: 24.594197ms)","trace[1940593996] 'applied index is now lower than readState.Index' (duration: 146.012701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:20.358521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.001195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:22:20.358623Z","caller":"traceutil/trace.go:171","msg":"trace[1455870733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2127; }","duration":"171.179206ms","start":"2026-04-07T01:22:20.187425Z","end":"2026-04-07T01:22:20.358604Z","steps":["trace[1455870733] 'agreement among raft nodes before linearized reading' (duration: 170.77318ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:20.358923Z","caller":"traceutil/trace.go:171","msg":"trace[782394399] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"379.915095ms","start":"2026-04-07T01:22:19.978232Z","end":"2026-04-07T01:22:20.358147Z","steps":["trace[782394399] 'process raft request' (duration: 379.337558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:20.359425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:19.978206Z","time spent":"381.024311ms","remote":"127.0.0.1:41696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:22:20.361203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.07253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-07T01:22:20.361303Z","caller":"traceutil/trace.go:171","msg":"trace[1112740163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2128; }","duration":"128.239343ms","start":"2026-04-07T01:22:20.233038Z","end":"2026-04-07T01:22:20.361277Z","steps":["trace[1112740163] 'agreement among raft nodes before linearized reading' (duration: 127.922688ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:20.654289Z","caller":"traceutil/trace.go:171","msg":"trace[1781721606] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2207; }","duration":"259.515424ms","start":"2026-04-07T01:22:20.39474Z","end":"2026-04-07T01:22:20.654256Z","steps":["trace[1781721606] 'read index received' (duration: 257.723131ms)","trace[1781721606] 'applied index is now lower than readState.Index' (duration: 1.790613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:20.654854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.790275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:22:20.654831Z","caller":"traceutil/trace.go:171","msg":"trace[1171223082] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"290.35112ms","start":"2026-04-07T01:22:20.364436Z","end":"2026-04-07T01:22:20.654787Z","steps":["trace[1171223082] 'process raft request' (duration: 288.007681ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:20.654919Z","caller":"traceutil/trace.go:171","msg":"trace[151665957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2129; }","duration":"109.911996ms","start":"2026-04-07T01:22:20.544992Z","end":"2026-04-07T01:22:20.654904Z","steps":["trace[151665957] 'agreement among raft nodes before linearized reading' (duration: 109.799564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:20.655266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.482257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T01:22:20.656174Z","caller":"traceutil/trace.go:171","msg":"trace[1975935885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2129; }","duration":"261.466029ms","start":"2026-04-07T01:22:20.394685Z","end":"2026-04-07T01:22:20.656151Z","steps":["trace[1975935885] 'agreement among raft nodes before linearized reading' (duration: 260.03981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:20.655427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.396356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T01:22:20.656388Z","caller":"traceutil/trace.go:171","msg":"trace[1829687006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2129; }","duration":"237.428739ms","start":"2026-04-07T01:22:20.418948Z","end":"2026-04-07T01:22:20.656377Z","steps":["trace[1829687006] 'agreement among raft nodes before linearized reading' (duration: 235.612985ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:00.750778Z","caller":"traceutil/trace.go:171","msg":"trace[1577838146] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"254.152721ms","start":"2026-04-07T01:23:00.496443Z","end":"2026-04-07T01:23:00.750596Z","steps":["trace[1577838146] 'process raft request' (duration: 253.988688ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:00.75217Z","caller":"traceutil/trace.go:171","msg":"trace[1587394845] linearizableReadLoop","detail":"{readStateIndex:2539; appliedIndex:2538; }","duration":"126.165485ms","start":"2026-04-07T01:23:00.625972Z","end":"2026-04-07T01:23:00.752137Z","steps":["trace[1587394845] 'read index received' (duration: 125.300755ms)","trace[1587394845] 'applied index is now lower than readState.Index' (duration: 864.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:23:00.752344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.362516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:23:00.752385Z","caller":"traceutil/trace.go:171","msg":"trace[1884921315] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2450; }","duration":"126.456517ms","start":"2026-04-07T01:23:00.625917Z","end":"2026-04-07T01:23:00.752374Z","steps":["trace[1884921315] 'agreement among raft nodes before linearized reading' (duration: 126.313866ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:00.752605Z","caller":"traceutil/trace.go:171","msg":"trace[1743648828] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"248.82242ms","start":"2026-04-07T01:23:00.503776Z","end":"2026-04-07T01:23:00.752599Z","steps":["trace[1743648828] 'process raft request' (duration: 248.297175ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:33.500589Z","caller":"traceutil/trace.go:171","msg":"trace[1094775734] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"106.380439ms","start":"2026-04-07T01:23:33.394189Z","end":"2026-04-07T01:23:33.50057Z","steps":["trace[1094775734] 'process raft request' (duration: 106.256897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:34.048669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.231104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:23:34.048757Z","caller":"traceutil/trace.go:171","msg":"trace[137488796] linearizableReadLoop","detail":"{readStateIndex:2729; appliedIndex:2727; }","duration":"309.406244ms","start":"2026-04-07T01:23:33.739334Z","end":"2026-04-07T01:23:34.04874Z","steps":["trace[137488796] 'read index received' (duration: 13.891004ms)","trace[137488796] 'applied index is now lower than readState.Index' (duration: 295.51427ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:23:34.048862Z","caller":"traceutil/trace.go:171","msg":"trace[1329710237] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"310.577056ms","start":"2026-04-07T01:23:33.738262Z","end":"2026-04-07T01:23:34.048839Z","steps":["trace[1329710237] 'process raft request' (duration: 180.057459ms)","trace[1329710237] 'compare' (duration: 130.139623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:23:34.048984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:23:33.738233Z","time spent":"310.696177ms","remote":"127.0.0.1:41696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:23:34.049142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.813478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T01:23:34.049185Z","caller":"traceutil/trace.go:171","msg":"trace[1251288217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2633; }","duration":"309.876768ms","start":"2026-04-07T01:23:33.739302Z","end":"2026-04-07T01:23:34.049179Z","steps":["trace[1251288217] 'agreement among raft nodes before linearized reading' (duration: 309.767927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:34.049214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:23:33.739292Z","time spent":"309.916968ms","remote":"127.0.0.1:41696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:23:34.04951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.563105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a3ee931f2d3977\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-07T01:23:34.049554Z","caller":"traceutil/trace.go:171","msg":"trace[312065528] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a3ee931f2d3977; range_end:; response_count:1; response_revision:2633; }","duration":"282.649787ms","start":"2026-04-07T01:23:33.766899Z","end":"2026-04-07T01:23:34.049548Z","steps":["trace[312065528] 'agreement among raft nodes before linearized reading' (duration: 282.569656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:34.049544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.103753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T01:23:34.049635Z","caller":"traceutil/trace.go:171","msg":"trace[502791922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2633; }","duration":"135.202955ms","start":"2026-04-07T01:23:33.914417Z","end":"2026-04-07T01:23:34.04962Z","steps":["trace[502791922] 'agreement among raft nodes before linearized reading' (duration: 135.054293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:24:33.894883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.709146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-07T01:24:33.894993Z","caller":"traceutil/trace.go:171","msg":"trace[1248561253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2949; }","duration":"100.848889ms","start":"2026-04-07T01:24:33.794122Z","end":"2026-04-07T01:24:33.894971Z","steps":["trace[1248561253] 'range keys from in-memory index tree' (duration: 100.574415ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:17.296503Z","caller":"traceutil/trace.go:171","msg":"trace[1366056478] linearizableReadLoop","detail":"{readStateIndex:4592; appliedIndex:4591; }","duration":"153.440888ms","start":"2026-04-07T01:27:17.14304Z","end":"2026-04-07T01:27:17.296481Z","steps":["trace[1366056478] 'read index received' (duration: 114.496046ms)","trace[1366056478] 'applied index is now lower than readState.Index' (duration: 38.943882ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:27:17.296732Z","caller":"traceutil/trace.go:171","msg":"trace[1324272544] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"154.919844ms","start":"2026-04-07T01:27:17.141797Z","end":"2026-04-07T01:27:17.296717Z","steps":["trace[1324272544] 'process raft request' (duration: 115.521163ms)","trace[1324272544] 'compare' (duration: 38.75446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:27:17.296929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.871316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:27:17.296973Z","caller":"traceutil/trace.go:171","msg":"trace[1142824872] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4427; }","duration":"153.939037ms","start":"2026-04-07T01:27:17.143023Z","end":"2026-04-07T01:27:17.296962Z","steps":["trace[1142824872] 'agreement among raft nodes before linearized reading' (duration: 153.861356ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:17.340934Z","caller":"traceutil/trace.go:171","msg":"trace[1926145944] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"133.631085ms","start":"2026-04-07T01:27:17.207241Z","end":"2026-04-07T01:27:17.340872Z","steps":["trace[1926145944] 'process raft request' (duration: 133.34461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:17.342265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.37722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T01:27:17.342349Z","caller":"traceutil/trace.go:171","msg":"trace[321452254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4428; }","duration":"161.870478ms","start":"2026-04-07T01:27:17.180457Z","end":"2026-04-07T01:27:17.342327Z","steps":["trace[321452254] 'agreement among raft nodes before linearized reading' (duration: 161.359779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.495092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.154586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:27:25.49532Z","caller":"traceutil/trace.go:171","msg":"trace[1711524703] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"401.938347ms","start":"2026-04-07T01:27:25.093358Z","end":"2026-04-07T01:27:25.495296Z","steps":["trace[1711524703] 'process raft request' (duration: 163.489516ms)","trace[1711524703] 'compare' (duration: 237.80985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:27:25.495415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:25.093342Z","time spent":"402.020698ms","remote":"127.0.0.1:41520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:27:25.495518Z","caller":"traceutil/trace.go:171","msg":"trace[792590671] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"131.282145ms","start":"2026-04-07T01:27:25.364214Z","end":"2026-04-07T01:27:25.495497Z","steps":["trace[792590671] 'process raft request' (duration: 130.99872ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.495601Z","caller":"traceutil/trace.go:171","msg":"trace[661242481] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4786; }","duration":"399.540125ms","start":"2026-04-07T01:27:25.09605Z","end":"2026-04-07T01:27:25.495591Z","steps":["trace[661242481] 'read index received' (duration: 160.743158ms)","trace[661242481] 'applied index is now lower than readState.Index' (duration: 238.795617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:27:25.496184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.904424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-04-07T01:27:25.496235Z","caller":"traceutil/trace.go:171","msg":"trace[1150585432] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4618; }","duration":"394.967955ms","start":"2026-04-07T01:27:25.101254Z","end":"2026-04-07T01:27:25.496222Z","steps":["trace[1150585432] 'agreement among raft nodes before linearized reading' (duration: 394.819503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.496306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:25.101248Z","time spent":"395.051317ms","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9659,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-07T01:27:25.496661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.962629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:27:25.49671Z","caller":"traceutil/trace.go:171","msg":"trace[384028559] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4618; }","duration":"104.037861ms","start":"2026-04-07T01:27:25.392663Z","end":"2026-04-07T01:27:25.496701Z","steps":["trace[384028559] 'agreement among raft nodes before linearized reading' (duration: 103.9669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.496883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.995522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T01:27:25.496975Z","caller":"traceutil/trace.go:171","msg":"trace[1177744794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4618; }","duration":"169.060444ms","start":"2026-04-07T01:27:25.327847Z","end":"2026-04-07T01:27:25.496907Z","steps":["trace[1177744794] 'agreement among raft nodes before linearized reading' (duration: 168.972152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.497182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.840916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-07T01:27:25.497218Z","caller":"traceutil/trace.go:171","msg":"trace[170199083] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4618; }","duration":"300.934499ms","start":"2026-04-07T01:27:25.196273Z","end":"2026-04-07T01:27:25.497207Z","steps":["trace[170199083] 'agreement among raft nodes before linearized reading' (duration: 300.845777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.497262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:25.196217Z","time spent":"301.03776ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-07T01:27:25.498936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.879053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-07T01:27:25.49897Z","caller":"traceutil/trace.go:171","msg":"trace[1788996463] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4617; }","duration":"402.934735ms","start":"2026-04-07T01:27:25.096027Z","end":"2026-04-07T01:27:25.498962Z","steps":["trace[1788996463] 'agreement among raft nodes before linearized reading' (duration: 399.668977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.498992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:25.096017Z","time spent":"402.969285ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193187,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-07T01:27:25.730652Z","caller":"traceutil/trace.go:171","msg":"trace[759366520] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"146.264156ms","start":"2026-04-07T01:27:25.584365Z","end":"2026-04-07T01:27:25.730629Z","steps":["trace[759366520] 'process raft request' (duration: 146.100153ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.730855Z","caller":"traceutil/trace.go:171","msg":"trace[2026691215] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"146.400728ms","start":"2026-04-07T01:27:25.584422Z","end":"2026-04-07T01:27:25.730823Z","steps":["trace[2026691215] 'process raft request' (duration: 146.155714ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.731107Z","caller":"traceutil/trace.go:171","msg":"trace[1374803061] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"146.657342ms","start":"2026-04-07T01:27:25.584426Z","end":"2026-04-07T01:27:25.731083Z","steps":["trace[1374803061] 'process raft request' (duration: 146.361557ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.731181Z","caller":"traceutil/trace.go:171","msg":"trace[1486114443] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"146.660034ms","start":"2026-04-07T01:27:25.584509Z","end":"2026-04-07T01:27:25.731169Z","steps":["trace[1486114443] 'process raft request' (duration: 146.51219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.731288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.920948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-04-07T01:27:25.731325Z","caller":"traceutil/trace.go:171","msg":"trace[786125811] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4629; }","duration":"146.985589ms","start":"2026-04-07T01:27:25.584329Z","end":"2026-04-07T01:27:25.731314Z","steps":["trace[786125811] 'agreement among raft nodes before linearized reading' (duration: 146.823146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.731463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.958029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-07T01:27:25.731503Z","caller":"traceutil/trace.go:171","msg":"trace[128201394] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4629; }","duration":"108.050271ms","start":"2026-04-07T01:27:25.623441Z","end":"2026-04-07T01:27:25.731491Z","steps":["trace[128201394] 'agreement among raft nodes before linearized reading' (duration: 107.893338ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.904136Z","caller":"traceutil/trace.go:171","msg":"trace[1161119281] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"165.974459ms","start":"2026-04-07T01:27:25.738127Z","end":"2026-04-07T01:27:25.904102Z","steps":["trace[1161119281] 'process raft request' (duration: 165.747145ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.904164Z","caller":"traceutil/trace.go:171","msg":"trace[1218502222] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"165.985889ms","start":"2026-04-07T01:27:25.738152Z","end":"2026-04-07T01:27:25.904138Z","steps":["trace[1218502222] 'process raft request' (duration: 165.889568ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.904647Z","caller":"traceutil/trace.go:171","msg":"trace[105550151] linearizableReadLoop","detail":"{readStateIndex:4804; appliedIndex:4801; }","duration":"166.236384ms","start":"2026-04-07T01:27:25.738394Z","end":"2026-04-07T01:27:25.90463Z","steps":["trace[105550151] 'read index received' (duration: 8.724752ms)","trace[105550151] 'applied index is now lower than readState.Index' (duration: 157.510622ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:27:25.904728Z","caller":"traceutil/trace.go:171","msg":"trace[1826712869] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"166.181772ms","start":"2026-04-07T01:27:25.738535Z","end":"2026-04-07T01:27:25.904717Z","steps":["trace[1826712869] 'process raft request' (duration: 165.955908ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.904817Z","caller":"traceutil/trace.go:171","msg":"trace[770981936] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"166.59566ms","start":"2026-04-07T01:27:25.738202Z","end":"2026-04-07T01:27:25.904797Z","steps":["trace[770981936] 'process raft request' (duration: 165.897738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.906693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.469968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-07T01:27:25.906788Z","caller":"traceutil/trace.go:171","msg":"trace[531432885] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4634; }","duration":"168.396701ms","start":"2026-04-07T01:27:25.738367Z","end":"2026-04-07T01:27:25.906763Z","steps":["trace[531432885] 'agreement among raft nodes before linearized reading' (duration: 166.371925ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.954496Z","caller":"traceutil/trace.go:171","msg":"trace[220388552] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"177.912007ms","start":"2026-04-07T01:27:25.776565Z","end":"2026-04-07T01:27:25.954477Z","steps":["trace[220388552] 'process raft request' (duration: 177.635963ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.954505Z","caller":"traceutil/trace.go:171","msg":"trace[301259188] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"130.693905ms","start":"2026-04-07T01:27:25.823792Z","end":"2026-04-07T01:27:25.954486Z","steps":["trace[301259188] 'process raft request' (duration: 130.561162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:25.954654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.350888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-07T01:27:25.95473Z","caller":"traceutil/trace.go:171","msg":"trace[673293573] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4637; }","duration":"192.45969ms","start":"2026-04-07T01:27:25.762254Z","end":"2026-04-07T01:27:25.954713Z","steps":["trace[673293573] 'agreement among raft nodes before linearized reading' (duration: 192.259377ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:25.954908Z","caller":"traceutil/trace.go:171","msg":"trace[1039264216] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"130.700454ms","start":"2026-04-07T01:27:25.824184Z","end":"2026-04-07T01:27:25.954884Z","steps":["trace[1039264216] 'process raft request' (duration: 130.221136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:37.111083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.302495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T01:27:37.111169Z","caller":"traceutil/trace.go:171","msg":"trace[667444734] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4782; }","duration":"214.467968ms","start":"2026-04-07T01:27:36.896681Z","end":"2026-04-07T01:27:37.111149Z","steps":["trace[667444734] 'range keys from in-memory index tree' (duration: 214.136612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:37.111197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.387627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17206"} {"level":"warn","ts":"2026-04-07T01:27:37.111084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.749234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-07T01:27:37.111237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.331409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T01:27:37.111322Z","caller":"traceutil/trace.go:171","msg":"trace[1568464227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4782; }","duration":"317.461771ms","start":"2026-04-07T01:27:36.793836Z","end":"2026-04-07T01:27:37.111298Z","steps":["trace[1568464227] 'range keys from in-memory index tree' (duration: 317.162126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:37.111384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:36.793815Z","time spent":"317.552733ms","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T01:27:37.111363Z","caller":"traceutil/trace.go:171","msg":"trace[2097515171] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4782; }","duration":"110.008168ms","start":"2026-04-07T01:27:37.001251Z","end":"2026-04-07T01:27:37.11126Z","steps":["trace[2097515171] 'range keys from in-memory index tree' (duration: 109.616682ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:37.111242Z","caller":"traceutil/trace.go:171","msg":"trace[934227694] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4782; }","duration":"116.428277ms","start":"2026-04-07T01:27:36.9948Z","end":"2026-04-07T01:27:37.111228Z","steps":["trace[934227694] 'range keys from in-memory index tree' (duration: 116.211254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:37.111556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.985096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T01:27:37.111606Z","caller":"traceutil/trace.go:171","msg":"trace[2094062940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4782; }","duration":"114.065008ms","start":"2026-04-07T01:27:36.997529Z","end":"2026-04-07T01:27:37.111594Z","steps":["trace[2094062940] 'range keys from in-memory index tree' (duration: 113.155622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:37.111747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.321735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:27:37.111854Z","caller":"traceutil/trace.go:171","msg":"trace[2137092364] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4782; }","duration":"361.440077ms","start":"2026-04-07T01:27:36.750359Z","end":"2026-04-07T01:27:37.111799Z","steps":["trace[2137092364] 'count revisions from in-memory index tree' (duration: 361.159513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:37.111954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:36.750337Z","time spent":"361.59893ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":506,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:27:37.314078Z","caller":"traceutil/trace.go:171","msg":"trace[1227125199] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"185.914861ms","start":"2026-04-07T01:27:37.128138Z","end":"2026-04-07T01:27:37.314053Z","steps":["trace[1227125199] 'process raft request' (duration: 185.809629ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:37.314124Z","caller":"traceutil/trace.go:171","msg":"trace[1594302779] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"196.735694ms","start":"2026-04-07T01:27:37.117354Z","end":"2026-04-07T01:27:37.31409Z","steps":["trace[1594302779] 'process raft request' (duration: 112.948378ms)","trace[1594302779] 'compare' (duration: 83.524401ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:27:37.314086Z","caller":"traceutil/trace.go:171","msg":"trace[208093240] linearizableReadLoop","detail":"{readStateIndex:4960; appliedIndex:4958; }","duration":"139.065379ms","start":"2026-04-07T01:27:37.175003Z","end":"2026-04-07T01:27:37.314068Z","steps":["trace[208093240] 'read index received' (duration: 55.200812ms)","trace[208093240] 'applied index is now lower than readState.Index' (duration: 83.862877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:27:37.314364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.334734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T01:27:37.314772Z","caller":"traceutil/trace.go:171","msg":"trace[763899644] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4786; }","duration":"139.465387ms","start":"2026-04-07T01:27:37.174966Z","end":"2026-04-07T01:27:37.314431Z","steps":["trace[763899644] 'agreement among raft nodes before linearized reading' (duration: 139.157011ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:15.476594Z","caller":"traceutil/trace.go:171","msg":"trace[1676056806] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"100.667077ms","start":"2026-04-07T01:28:15.375869Z","end":"2026-04-07T01:28:15.476536Z","steps":["trace[1676056806] 'process raft request' (duration: 100.156248ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:15.620481Z","caller":"traceutil/trace.go:171","msg":"trace[1029731303] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"140.223912ms","start":"2026-04-07T01:28:15.480235Z","end":"2026-04-07T01:28:15.620459Z","steps":["trace[1029731303] 'process raft request' (duration: 107.198788ms)","trace[1029731303] 'compare' (duration: 32.247912ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:15.620503Z","caller":"traceutil/trace.go:171","msg":"trace[1990322435] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5315; }","duration":"133.836432ms","start":"2026-04-07T01:28:15.486637Z","end":"2026-04-07T01:28:15.620473Z","steps":["trace[1990322435] 'read index received' (duration: 100.737568ms)","trace[1990322435] 'applied index is now lower than readState.Index' (duration: 33.096804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:15.620726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.082306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T01:28:15.62076Z","caller":"traceutil/trace.go:171","msg":"trace[1211010727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5131; }","duration":"134.133467ms","start":"2026-04-07T01:28:15.486616Z","end":"2026-04-07T01:28:15.620749Z","steps":["trace[1211010727] 'agreement among raft nodes before linearized reading' (duration: 133.976135ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:24.843138Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2902} {"level":"info","ts":"2026-04-07T01:29:24.926697Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2902,"took":"81.979223ms","hash":2141881716,"current-db-size-bytes":54669312,"current-db-size":"55 MB","current-db-size-in-use-bytes":29466624,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T01:29:24.926767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2141881716,"revision":2902,"compact-revision":-1} {"level":"info","ts":"2026-04-07T01:34:24.849555Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5622} {"level":"info","ts":"2026-04-07T01:34:24.935213Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5622,"took":"83.621135ms","hash":1855268068,"current-db-size-bytes":54669312,"current-db-size":"55 MB","current-db-size-in-use-bytes":16596992,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-04-07T01:34:24.935309Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1855268068,"revision":5622,"compact-revision":2902}