{"level":"warn","ts":"2026-04-20T02:04:06.437038Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T02:04:06.437125Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T02:04:06.437192Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T02:04:06.437199Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-04-20T02:04:06.437217Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T02:04:06.437764Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-04-20T02:04:06.437828Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T02:04:06.443725Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.323467ms"} {"level":"info","ts":"2026-04-20T02:04:06.459955Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-04-20T02:04:06.460066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T02:04:06.460089Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-04-20T02:04:06.460109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T02:04:06.460119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-04-20T02:04:06.460169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-04-20T02:04:06.467555Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T02:04:06.4707Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T02:04:06.472006Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T02:04:06.474264Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T02:04:06.474421Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T02:04:06.474562Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T02:04:06.474661Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T02:04:06.474676Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T02:04:06.475457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-04-20T02:04:06.475588Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-04-20T02:04:06.476925Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T02:04:06.47713Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T02:04:06.47718Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T02:04:06.477228Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-04-20T02:04:06.477254Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-04-20T02:04:06.561313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T02:04:06.561358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T02:04:06.56139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-04-20T02:04:06.561416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-04-20T02:04:06.561432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-04-20T02:04:06.56145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-04-20T02:04:06.561469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-04-20T02:04:06.562396Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:04:06.563346Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T02:04:06.56335Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T02:04:06.563387Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T02:04:06.563814Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T02:04:06.563835Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:04:06.563901Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T02:04:06.56402Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:04:06.564063Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:04:06.566305Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T02:04:06.56711Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-04-20T02:04:24.850756Z","caller":"traceutil/trace.go:171","msg":"trace[897000190] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"117.210632ms","start":"2026-04-20T02:04:24.733506Z","end":"2026-04-20T02:04:24.850717Z","steps":["trace[897000190] 'process raft request' (duration: 116.993068ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:04:30.6015Z","caller":"traceutil/trace.go:171","msg":"trace[50117421] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:477; }","duration":"153.26271ms","start":"2026-04-20T02:04:30.448213Z","end":"2026-04-20T02:04:30.601475Z","steps":["trace[50117421] 'read index received' (duration: 153.070056ms)","trace[50117421] 'applied index is now lower than readState.Index' (duration: 191.334µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:04:30.601572Z","caller":"traceutil/trace.go:171","msg":"trace[2036912182] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"203.562429ms","start":"2026-04-20T02:04:30.39798Z","end":"2026-04-20T02:04:30.601542Z","steps":["trace[2036912182] 'process raft request' (duration: 203.325675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:04:30.60167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.442443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:04:30.601811Z","caller":"traceutil/trace.go:171","msg":"trace[1234930600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"153.600575ms","start":"2026-04-20T02:04:30.448196Z","end":"2026-04-20T02:04:30.601797Z","steps":["trace[1234930600] 'agreement among raft nodes before linearized reading' (duration: 153.422652ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:04:30.809081Z","caller":"traceutil/trace.go:171","msg":"trace[370810221] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"202.447789ms","start":"2026-04-20T02:04:30.606587Z","end":"2026-04-20T02:04:30.809035Z","steps":["trace[370810221] 'process raft request' (duration: 198.210391ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:04:37.006707Z","caller":"traceutil/trace.go:171","msg":"trace[1365225289] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"151.730186ms","start":"2026-04-20T02:04:36.854944Z","end":"2026-04-20T02:04:37.006674Z","steps":["trace[1365225289] 'process raft request' (duration: 141.40824ms)","trace[1365225289] 'compare' (duration: 10.020481ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:04:37.006842Z","caller":"traceutil/trace.go:171","msg":"trace[334998652] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"150.868041ms","start":"2026-04-20T02:04:36.85594Z","end":"2026-04-20T02:04:37.006808Z","steps":["trace[334998652] 'process raft request' (duration: 150.614767ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:04:37.007901Z","caller":"traceutil/trace.go:171","msg":"trace[1208273197] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"150.156607ms","start":"2026-04-20T02:04:36.857716Z","end":"2026-04-20T02:04:37.007872Z","steps":["trace[1208273197] 'process raft request' (duration: 149.040157ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:04:37.00828Z","caller":"traceutil/trace.go:171","msg":"trace[1426481850] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:557; }","duration":"105.618637ms","start":"2026-04-20T02:04:36.902515Z","end":"2026-04-20T02:04:37.008134Z","steps":["trace[1426481850] 'read index received' (duration: 93.944257ms)","trace[1426481850] 'applied index is now lower than readState.Index' (duration: 11.67362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:04:37.00854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.010694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T02:04:37.008616Z","caller":"traceutil/trace.go:171","msg":"trace[1756728878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:538; }","duration":"106.137506ms","start":"2026-04-20T02:04:36.902467Z","end":"2026-04-20T02:04:37.008605Z","steps":["trace[1756728878] 'agreement among raft nodes before linearized reading' (duration: 105.846931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:04:43.243632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.044878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:04:43.243734Z","caller":"traceutil/trace.go:171","msg":"trace[99248692] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"225.801618ms","start":"2026-04-20T02:04:43.017917Z","end":"2026-04-20T02:04:43.243718Z","steps":["trace[99248692] 'read index received' (duration: 27.062927ms)","trace[99248692] 'applied index is now lower than readState.Index' (duration: 198.737451ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:04:43.243822Z","caller":"traceutil/trace.go:171","msg":"trace[299027803] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"348.625404ms","start":"2026-04-20T02:04:42.895186Z","end":"2026-04-20T02:04:43.243812Z","steps":["trace[299027803] 'process raft request' (duration: 149.825642ms)","trace[299027803] 'compare' (duration: 197.911626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:04:43.243938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:04:42.895162Z","time spent":"348.694445ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:04:43.24415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.779211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T02:04:43.244278Z","caller":"traceutil/trace.go:171","msg":"trace[704362036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:617; }","duration":"198.944365ms","start":"2026-04-20T02:04:43.04531Z","end":"2026-04-20T02:04:43.244254Z","steps":["trace[704362036] 'agreement among raft nodes before linearized reading' (duration: 198.528288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:04:43.24433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.412298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tnksp\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-20T02:04:43.244374Z","caller":"traceutil/trace.go:171","msg":"trace[1281216384] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tnksp; range_end:; response_count:1; response_revision:617; }","duration":"226.47712ms","start":"2026-04-20T02:04:43.017886Z","end":"2026-04-20T02:04:43.244363Z","steps":["trace[1281216384] 'agreement among raft nodes before linearized reading' (duration: 226.344177ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:04:43.641403Z","caller":"traceutil/trace.go:171","msg":"trace[1941351100] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"391.7877ms","start":"2026-04-20T02:04:43.249571Z","end":"2026-04-20T02:04:43.641359Z","steps":["trace[1941351100] 'process raft request' (duration: 368.715025ms)","trace[1941351100] 'compare' (duration: 22.745088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:04:43.641605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:04:43.249549Z","time spent":"391.957202ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:04:43.657326Z","caller":"traceutil/trace.go:171","msg":"trace[1577779938] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:641; }","duration":"208.918064ms","start":"2026-04-20T02:04:43.448376Z","end":"2026-04-20T02:04:43.657294Z","steps":["trace[1577779938] 'read index received' (duration: 170.071415ms)","trace[1577779938] 'applied index is now lower than readState.Index' (duration: 38.845459ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:04:43.657493Z","caller":"traceutil/trace.go:171","msg":"trace[1945901115] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"398.086492ms","start":"2026-04-20T02:04:43.259299Z","end":"2026-04-20T02:04:43.657386Z","steps":["trace[1945901115] 'process raft request' (duration: 397.94886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:04:43.657572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.057466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:04:43.657614Z","caller":"traceutil/trace.go:171","msg":"trace[1953610882] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"400.488875ms","start":"2026-04-20T02:04:43.256952Z","end":"2026-04-20T02:04:43.657441Z","steps":["trace[1953610882] 'process raft request' (duration: 399.847354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:04:43.657737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:04:43.256917Z","time spent":"400.75657ms","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:04:43.657671Z","caller":"traceutil/trace.go:171","msg":"trace[1330346153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"209.33561ms","start":"2026-04-20T02:04:43.448322Z","end":"2026-04-20T02:04:43.657658Z","steps":["trace[1330346153] 'agreement among raft nodes before linearized reading' (duration: 209.075146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:04:43.657739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:04:43.259275Z","time spent":"398.330386ms","remote":"127.0.0.1:36916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:04:44.368511Z","caller":"traceutil/trace.go:171","msg":"trace[5642741] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"301.754212ms","start":"2026-04-20T02:04:44.066738Z","end":"2026-04-20T02:04:44.368492Z","steps":["trace[5642741] 'read index received' (duration: 276.57252ms)","trace[5642741] 'applied index is now lower than readState.Index' (duration: 25.181132ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:04:44.368587Z","caller":"traceutil/trace.go:171","msg":"trace[986484644] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"655.283864ms","start":"2026-04-20T02:04:43.713261Z","end":"2026-04-20T02:04:44.368545Z","steps":["trace[986484644] 'process raft request' (duration: 630.139982ms)","trace[986484644] 'compare' (duration: 24.743015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:04:44.368739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:04:43.713228Z","time spent":"655.437996ms","remote":"127.0.0.1:36982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T02:04:44.369481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.72895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T02:04:44.369508Z","caller":"traceutil/trace.go:171","msg":"trace[1577783569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"302.809922ms","start":"2026-04-20T02:04:44.066691Z","end":"2026-04-20T02:04:44.369501Z","steps":["trace[1577783569] 'agreement among raft nodes before linearized reading' (duration: 301.894905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:04:44.369526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:04:44.066669Z","time spent":"302.852672ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T02:04:59.845063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.055416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T02:04:59.845168Z","caller":"traceutil/trace.go:171","msg":"trace[835455762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:781; }","duration":"106.209189ms","start":"2026-04-20T02:04:59.738935Z","end":"2026-04-20T02:04:59.845145Z","steps":["trace[835455762] 'range keys from in-memory index tree' (duration: 105.868701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:04:59.845142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.417558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T02:04:59.845261Z","caller":"traceutil/trace.go:171","msg":"trace[2129367732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:781; }","duration":"123.617202ms","start":"2026-04-20T02:04:59.721615Z","end":"2026-04-20T02:04:59.845233Z","steps":["trace[2129367732] 'range keys from in-memory index tree' (duration: 123.205174ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:05:27.10597Z","caller":"traceutil/trace.go:171","msg":"trace[503082218] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"199.709459ms","start":"2026-04-20T02:05:26.906232Z","end":"2026-04-20T02:05:27.105942Z","steps":["trace[503082218] 'process raft request' (duration: 199.515086ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:05:47.61504Z","caller":"traceutil/trace.go:171","msg":"trace[1828141708] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"160.18608ms","start":"2026-04-20T02:05:47.454823Z","end":"2026-04-20T02:05:47.61501Z","steps":["trace[1828141708] 'process raft request' (duration: 159.897904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:06:11.217776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.235399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T02:06:11.217866Z","caller":"traceutil/trace.go:171","msg":"trace[1713790929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1843; }","duration":"391.369212ms","start":"2026-04-20T02:06:10.82648Z","end":"2026-04-20T02:06:11.21785Z","steps":["trace[1713790929] 'range keys from in-memory index tree' (duration: 391.062506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:06:11.217906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:06:10.826456Z","time spent":"391.441493ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T02:06:11.217904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.570614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-20T02:06:11.217798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.617435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:06:11.218128Z","caller":"traceutil/trace.go:171","msg":"trace[424320979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1843; }","duration":"184.96282ms","start":"2026-04-20T02:06:11.033133Z","end":"2026-04-20T02:06:11.218096Z","steps":["trace[424320979] 'count revisions from in-memory index tree' (duration: 184.555883ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:06:11.218151Z","caller":"traceutil/trace.go:171","msg":"trace[728992699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1843; }","duration":"206.838559ms","start":"2026-04-20T02:06:11.01129Z","end":"2026-04-20T02:06:11.218129Z","steps":["trace[728992699] 'range keys from in-memory index tree' (duration: 206.36187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:06:11.218245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.003258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7efd39c-9d80-45fb-9653-0714539e77a8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-20T02:06:11.218323Z","caller":"traceutil/trace.go:171","msg":"trace[408421296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7efd39c-9d80-45fb-9653-0714539e77a8; range_end:; response_count:1; response_revision:1843; }","duration":"457.112601ms","start":"2026-04-20T02:06:10.761192Z","end":"2026-04-20T02:06:11.218304Z","steps":["trace[408421296] 'range keys from in-memory index tree' (duration: 456.534199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:06:11.218377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:06:10.761175Z","time spent":"457.188472ms","remote":"127.0.0.1:36916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7efd39c-9d80-45fb-9653-0714539e77a8\" "} {"level":"info","ts":"2026-04-20T02:06:11.758678Z","caller":"traceutil/trace.go:171","msg":"trace[664230214] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"229.390131ms","start":"2026-04-20T02:06:11.52926Z","end":"2026-04-20T02:06:11.75865Z","steps":["trace[664230214] 'process raft request' (duration: 229.113735ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:06.749032Z","caller":"traceutil/trace.go:171","msg":"trace[1481352203] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"154.101168ms","start":"2026-04-20T02:07:06.594912Z","end":"2026-04-20T02:07:06.749013Z","steps":["trace[1481352203] 'process raft request' (duration: 153.998726ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:06.764098Z","caller":"traceutil/trace.go:171","msg":"trace[536171528] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"166.160708ms","start":"2026-04-20T02:07:06.597908Z","end":"2026-04-20T02:07:06.764069Z","steps":["trace[536171528] 'process raft request' (duration: 166.030036ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:07:07.983332Z","caller":"traceutil/trace.go:171","msg":"trace[660329258] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"258.133787ms","start":"2026-04-20T02:07:07.725161Z","end":"2026-04-20T02:07:07.983295Z","steps":["trace[660329258] 'process raft request' (duration: 165.861703ms)","trace[660329258] 'compare' (duration: 92.128501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:07:13.713272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.129137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:07:13.713349Z","caller":"traceutil/trace.go:171","msg":"trace[861113652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2230; }","duration":"264.278889ms","start":"2026-04-20T02:07:13.449054Z","end":"2026-04-20T02:07:13.713333Z","steps":["trace[861113652] 'range keys from in-memory index tree' (duration: 263.993274ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:08:24.14412Z","caller":"traceutil/trace.go:171","msg":"trace[1546801507] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"142.643295ms","start":"2026-04-20T02:08:24.001447Z","end":"2026-04-20T02:08:24.144091Z","steps":["trace[1546801507] 'process raft request' (duration: 142.353789ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:08:24.422579Z","caller":"traceutil/trace.go:171","msg":"trace[51308400] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"273.951364ms","start":"2026-04-20T02:08:24.148606Z","end":"2026-04-20T02:08:24.422557Z","steps":["trace[51308400] 'process raft request' (duration: 270.906446ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:08:24.422912Z","caller":"traceutil/trace.go:171","msg":"trace[712660016] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2915; }","duration":"100.756614ms","start":"2026-04-20T02:08:24.322129Z","end":"2026-04-20T02:08:24.422886Z","steps":["trace[712660016] 'read index received' (duration: 97.457833ms)","trace[712660016] 'applied index is now lower than readState.Index' (duration: 3.296951ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:08:24.423019Z","caller":"traceutil/trace.go:171","msg":"trace[1518974416] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"135.77644ms","start":"2026-04-20T02:08:24.287228Z","end":"2026-04-20T02:08:24.423005Z","steps":["trace[1518974416] 'process raft request' (duration: 135.469544ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:08:24.423079Z","caller":"traceutil/trace.go:171","msg":"trace[843512284] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"135.623397ms","start":"2026-04-20T02:08:24.287393Z","end":"2026-04-20T02:08:24.423016Z","steps":["trace[843512284] 'process raft request' (duration: 135.437813ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:08:24.42312Z","caller":"traceutil/trace.go:171","msg":"trace[515406130] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"143.643615ms","start":"2026-04-20T02:08:24.279398Z","end":"2026-04-20T02:08:24.423041Z","steps":["trace[515406130] 'process raft request' (duration: 143.120355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:08:24.42348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.318725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T02:08:24.423578Z","caller":"traceutil/trace.go:171","msg":"trace[103167308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2811; }","duration":"101.478117ms","start":"2026-04-20T02:08:24.322074Z","end":"2026-04-20T02:08:24.423552Z","steps":["trace[103167308] 'agreement among raft nodes before linearized reading' (duration: 100.967398ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:09.463407Z","caller":"traceutil/trace.go:171","msg":"trace[1276764459] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"113.341591ms","start":"2026-04-20T02:12:09.350029Z","end":"2026-04-20T02:12:09.463371Z","steps":["trace[1276764459] 'process raft request' (duration: 14.994857ms)","trace[1276764459] 'compare' (duration: 98.175701ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:12:09.470642Z","caller":"traceutil/trace.go:171","msg":"trace[261824649] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"120.422972ms","start":"2026-04-20T02:12:09.350198Z","end":"2026-04-20T02:12:09.470621Z","steps":["trace[261824649] 'process raft request' (duration: 120.213358ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:09.470962Z","caller":"traceutil/trace.go:171","msg":"trace[2098326589] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"116.388047ms","start":"2026-04-20T02:12:09.354518Z","end":"2026-04-20T02:12:09.470906Z","steps":["trace[2098326589] 'process raft request' (duration: 116.00135ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:11.916069Z","caller":"traceutil/trace.go:171","msg":"trace[1994136365] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"111.563207ms","start":"2026-04-20T02:12:11.80447Z","end":"2026-04-20T02:12:11.916033Z","steps":["trace[1994136365] 'process raft request' (duration: 109.743403ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:11.916221Z","caller":"traceutil/trace.go:171","msg":"trace[191397851] linearizableReadLoop","detail":"{readStateIndex:5006; appliedIndex:5005; }","duration":"101.899538ms","start":"2026-04-20T02:12:11.814121Z","end":"2026-04-20T02:12:11.91602Z","steps":["trace[191397851] 'read index received' (duration: 99.457533ms)","trace[191397851] 'applied index is now lower than readState.Index' (duration: 2.429364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:12:11.916145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.00513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:12:11.917205Z","caller":"traceutil/trace.go:171","msg":"trace[1231496230] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4819; }","duration":"103.096471ms","start":"2026-04-20T02:12:11.814093Z","end":"2026-04-20T02:12:11.91719Z","steps":["trace[1231496230] 'agreement among raft nodes before linearized reading' (duration: 101.98883ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:17.615306Z","caller":"traceutil/trace.go:171","msg":"trace[1257326453] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"287.895777ms","start":"2026-04-20T02:12:17.327387Z","end":"2026-04-20T02:12:17.615283Z","steps":["trace[1257326453] 'process raft request' (duration: 248.917504ms)","trace[1257326453] 'compare' (duration: 38.80495ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:12:17.615463Z","caller":"traceutil/trace.go:171","msg":"trace[1853877817] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"111.940625ms","start":"2026-04-20T02:12:17.503505Z","end":"2026-04-20T02:12:17.615446Z","steps":["trace[1853877817] 'process raft request' (duration: 111.896264ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:17.615601Z","caller":"traceutil/trace.go:171","msg":"trace[2081372511] linearizableReadLoop","detail":"{readStateIndex:5171; appliedIndex:5169; }","duration":"215.82737ms","start":"2026-04-20T02:12:17.399757Z","end":"2026-04-20T02:12:17.615585Z","steps":["trace[2081372511] 'read index received' (duration: 176.548872ms)","trace[2081372511] 'applied index is now lower than readState.Index' (duration: 39.276808ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:12:17.61566Z","caller":"traceutil/trace.go:171","msg":"trace[1200089626] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"282.782501ms","start":"2026-04-20T02:12:17.332872Z","end":"2026-04-20T02:12:17.615655Z","steps":["trace[1200089626] 'process raft request' (duration: 282.382284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:17.615749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.901493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:12:17.61579Z","caller":"traceutil/trace.go:171","msg":"trace[826082367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4981; }","duration":"167.997914ms","start":"2026-04-20T02:12:17.447782Z","end":"2026-04-20T02:12:17.615779Z","steps":["trace[826082367] 'agreement among raft nodes before linearized reading' (duration: 167.916102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:17.615882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.094765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b34e087b-2444-428e-9d87-dbc1f1218ce7\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-20T02:12:17.615969Z","caller":"traceutil/trace.go:171","msg":"trace[1054016742] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b34e087b-2444-428e-9d87-dbc1f1218ce7; range_end:; response_count:1; response_revision:4981; }","duration":"216.227458ms","start":"2026-04-20T02:12:17.399719Z","end":"2026-04-20T02:12:17.615947Z","steps":["trace[1054016742] 'agreement among raft nodes before linearized reading' (duration: 215.969953ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:26.605689Z","caller":"traceutil/trace.go:171","msg":"trace[990215518] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"104.072639ms","start":"2026-04-20T02:12:26.501564Z","end":"2026-04-20T02:12:26.605637Z","steps":["trace[990215518] 'process raft request' (duration: 88.380338ms)","trace[990215518] 'compare' (duration: 15.440096ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:12:26.605958Z","caller":"traceutil/trace.go:171","msg":"trace[281814767] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"103.954636ms","start":"2026-04-20T02:12:26.50181Z","end":"2026-04-20T02:12:26.605765Z","steps":["trace[281814767] 'process raft request' (duration: 103.732482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:26.852072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.659152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:12:26.852373Z","caller":"traceutil/trace.go:171","msg":"trace[1658484376] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"164.172153ms","start":"2026-04-20T02:12:26.688182Z","end":"2026-04-20T02:12:26.852354Z","steps":["trace[1658484376] 'process raft request' (duration: 164.108872ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:26.852842Z","caller":"traceutil/trace.go:171","msg":"trace[386390527] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"169.784908ms","start":"2026-04-20T02:12:26.683042Z","end":"2026-04-20T02:12:26.852827Z","steps":["trace[386390527] 'process raft request' (duration: 59.28548ms)","trace[386390527] 'compare' (duration: 109.357997ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:12:26.853105Z","caller":"traceutil/trace.go:171","msg":"trace[436801695] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"169.307479ms","start":"2026-04-20T02:12:26.683785Z","end":"2026-04-20T02:12:26.853092Z","steps":["trace[436801695] 'process raft request' (duration: 168.396302ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:26.853238Z","caller":"traceutil/trace.go:171","msg":"trace[1135372403] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"169.39245ms","start":"2026-04-20T02:12:26.683836Z","end":"2026-04-20T02:12:26.853228Z","steps":["trace[1135372403] 'process raft request' (duration: 168.412162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:36.580884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.688708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:12:36.580981Z","caller":"traceutil/trace.go:171","msg":"trace[606315887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5363; }","duration":"133.840951ms","start":"2026-04-20T02:12:36.447118Z","end":"2026-04-20T02:12:36.580959Z","steps":["trace[606315887] 'range keys from in-memory index tree' (duration: 133.615257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:36.582521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.159345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-20T02:12:36.582643Z","caller":"traceutil/trace.go:171","msg":"trace[1842873046] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5363; }","duration":"142.269388ms","start":"2026-04-20T02:12:36.4403Z","end":"2026-04-20T02:12:36.582569Z","steps":["trace[1842873046] 'range keys from in-memory index tree' (duration: 140.903772ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:36.74133Z","caller":"traceutil/trace.go:171","msg":"trace[2026856895] linearizableReadLoop","detail":"{readStateIndex:5567; appliedIndex:5566; }","duration":"129.568742ms","start":"2026-04-20T02:12:36.61174Z","end":"2026-04-20T02:12:36.741308Z","steps":["trace[2026856895] 'read index received' (duration: 129.383968ms)","trace[2026856895] 'applied index is now lower than readState.Index' (duration: 183.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:12:36.74139Z","caller":"traceutil/trace.go:171","msg":"trace[381584427] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"149.791387ms","start":"2026-04-20T02:12:36.591571Z","end":"2026-04-20T02:12:36.741362Z","steps":["trace[381584427] 'process raft request' (duration: 149.599563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:36.741499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.447936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T02:12:36.741543Z","caller":"traceutil/trace.go:171","msg":"trace[958427913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5364; }","duration":"111.543267ms","start":"2026-04-20T02:12:36.629989Z","end":"2026-04-20T02:12:36.741532Z","steps":["trace[958427913] 'agreement among raft nodes before linearized reading' (duration: 111.455585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:36.741612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.851306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-20T02:12:36.741697Z","caller":"traceutil/trace.go:171","msg":"trace[393549478] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5364; }","duration":"129.998609ms","start":"2026-04-20T02:12:36.611676Z","end":"2026-04-20T02:12:36.741675Z","steps":["trace[393549478] 'agreement among raft nodes before linearized reading' (duration: 129.734635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:37.029375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.615511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:12:37.029666Z","caller":"traceutil/trace.go:171","msg":"trace[661295193] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"283.051336ms","start":"2026-04-20T02:12:36.746594Z","end":"2026-04-20T02:12:37.029646Z","steps":["trace[661295193] 'process raft request' (duration: 70.060918ms)","trace[661295193] 'compare' (duration: 212.379797ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:12:37.02969Z","caller":"traceutil/trace.go:171","msg":"trace[907991618] linearizableReadLoop","detail":"{readStateIndex:5569; appliedIndex:5567; }","duration":"264.492403ms","start":"2026-04-20T02:12:36.76518Z","end":"2026-04-20T02:12:37.029672Z","steps":["trace[907991618] 'read index received' (duration: 51.604677ms)","trace[907991618] 'applied index is now lower than readState.Index' (duration: 212.886736ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:12:37.029783Z","caller":"traceutil/trace.go:171","msg":"trace[1205851524] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"282.383405ms","start":"2026-04-20T02:12:36.747389Z","end":"2026-04-20T02:12:37.029773Z","steps":["trace[1205851524] 'process raft request' (duration: 282.094929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:37.029944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.762767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-20T02:12:37.029974Z","caller":"traceutil/trace.go:171","msg":"trace[1640149541] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5366; }","duration":"264.849339ms","start":"2026-04-20T02:12:36.765115Z","end":"2026-04-20T02:12:37.029964Z","steps":["trace[1640149541] 'agreement among raft nodes before linearized reading' (duration: 264.737407ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:37.293967Z","caller":"traceutil/trace.go:171","msg":"trace[1602869129] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"222.560806ms","start":"2026-04-20T02:12:37.07138Z","end":"2026-04-20T02:12:37.293941Z","steps":["trace[1602869129] 'process raft request' (duration: 222.375952ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:47.958486Z","caller":"traceutil/trace.go:171","msg":"trace[33457125] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"187.837482ms","start":"2026-04-20T02:12:47.770605Z","end":"2026-04-20T02:12:47.958442Z","steps":["trace[33457125] 'process raft request' (duration: 187.282611ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:47.961395Z","caller":"traceutil/trace.go:171","msg":"trace[931426753] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"190.471931ms","start":"2026-04-20T02:12:47.770877Z","end":"2026-04-20T02:12:47.961349Z","steps":["trace[931426753] 'process raft request' (duration: 190.161324ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:47.961517Z","caller":"traceutil/trace.go:171","msg":"trace[499384870] linearizableReadLoop","detail":"{readStateIndex:5722; appliedIndex:5717; }","duration":"145.495077ms","start":"2026-04-20T02:12:47.81597Z","end":"2026-04-20T02:12:47.961465Z","steps":["trace[499384870] 'read index received' (duration: 142.096373ms)","trace[499384870] 'applied index is now lower than readState.Index' (duration: 3.397204ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:12:47.961671Z","caller":"traceutil/trace.go:171","msg":"trace[1083883669] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"189.595995ms","start":"2026-04-20T02:12:47.772065Z","end":"2026-04-20T02:12:47.961661Z","steps":["trace[1083883669] 'process raft request' (duration: 189.339281ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:47.961624Z","caller":"traceutil/trace.go:171","msg":"trace[727747936] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"190.560452ms","start":"2026-04-20T02:12:47.77098Z","end":"2026-04-20T02:12:47.96154Z","steps":["trace[727747936] 'process raft request' (duration: 190.253847ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:12:47.961674Z","caller":"traceutil/trace.go:171","msg":"trace[285011566] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"190.598253ms","start":"2026-04-20T02:12:47.771047Z","end":"2026-04-20T02:12:47.961645Z","steps":["trace[285011566] 'process raft request' (duration: 190.272677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:47.961868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.871223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-20T02:12:47.961939Z","caller":"traceutil/trace.go:171","msg":"trace[1992606978] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5517; }","duration":"145.992506ms","start":"2026-04-20T02:12:47.815927Z","end":"2026-04-20T02:12:47.96192Z","steps":["trace[1992606978] 'agreement among raft nodes before linearized reading' (duration: 145.754562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:47.961958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.586294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-20T02:12:47.962Z","caller":"traceutil/trace.go:171","msg":"trace[1604186075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5517; }","duration":"121.674145ms","start":"2026-04-20T02:12:47.840315Z","end":"2026-04-20T02:12:47.961989Z","steps":["trace[1604186075] 'agreement among raft nodes before linearized reading' (duration: 121.455391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:12:47.962243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.836089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-20T02:12:47.962302Z","caller":"traceutil/trace.go:171","msg":"trace[736680314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5517; }","duration":"120.980763ms","start":"2026-04-20T02:12:47.841306Z","end":"2026-04-20T02:12:47.962287Z","steps":["trace[736680314] 'agreement among raft nodes before linearized reading' (duration: 120.711708ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:14:06.932616Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3047} {"level":"info","ts":"2026-04-20T02:14:07.022455Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3047,"took":"88.159226ms","hash":1105961611,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":31956992,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-20T02:14:07.022527Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1105961611,"revision":3047,"compact-revision":-1} {"level":"warn","ts":"2026-04-20T02:18:34.212169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225619332663008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T02:18:34.415314Z","caller":"traceutil/trace.go:171","msg":"trace[875661689] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8439; }","duration":"703.340408ms","start":"2026-04-20T02:18:33.711951Z","end":"2026-04-20T02:18:34.415291Z","steps":["trace[875661689] 'read index received' (duration: 703.139945ms)","trace[875661689] 'applied index is now lower than readState.Index' (duration: 199.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:34.415367Z","caller":"traceutil/trace.go:171","msg":"trace[667412501] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"731.877987ms","start":"2026-04-20T02:18:33.683464Z","end":"2026-04-20T02:18:34.415342Z","steps":["trace[667412501] 'process raft request' (duration: 731.681114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.415499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:33.683452Z","time spent":"731.975979ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:34.415535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.580562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-20T02:18:34.415599Z","caller":"traceutil/trace.go:171","msg":"trace[167095019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8152; }","duration":"703.631364ms","start":"2026-04-20T02:18:33.711938Z","end":"2026-04-20T02:18:34.415569Z","steps":["trace[167095019] 'agreement among raft nodes before linearized reading' (duration: 703.479811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.415643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:33.711887Z","time spent":"703.747886ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T02:18:34.415742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.676582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-20T02:18:34.415797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.256638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:34.41583Z","caller":"traceutil/trace.go:171","msg":"trace[481567605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8152; }","duration":"698.811075ms","start":"2026-04-20T02:18:33.716998Z","end":"2026-04-20T02:18:34.415809Z","steps":["trace[481567605] 'agreement among raft nodes before linearized reading' (duration: 698.590931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.415881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:33.716979Z","time spent":"698.893266ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T02:18:34.415839Z","caller":"traceutil/trace.go:171","msg":"trace[1176822956] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8152; }","duration":"196.32985ms","start":"2026-04-20T02:18:34.219495Z","end":"2026-04-20T02:18:34.415825Z","steps":["trace[1176822956] 'agreement among raft nodes before linearized reading' (duration: 196.268239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.416071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.080947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-20T02:18:34.416114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.698869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-20T02:18:34.416129Z","caller":"traceutil/trace.go:171","msg":"trace[1047579543] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8152; }","duration":"434.145288ms","start":"2026-04-20T02:18:33.981966Z","end":"2026-04-20T02:18:34.416111Z","steps":["trace[1047579543] 'agreement among raft nodes before linearized reading' (duration: 433.977095ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:34.416167Z","caller":"traceutil/trace.go:171","msg":"trace[7039639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8152; }","duration":"249.79125ms","start":"2026-04-20T02:18:34.166365Z","end":"2026-04-20T02:18:34.416156Z","steps":["trace[7039639] 'agreement among raft nodes before linearized reading' (duration: 249.654577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.416183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:33.981927Z","time spent":"434.24375ms","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-20T02:18:34.92156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225619332663013,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T02:18:34.995791Z","caller":"traceutil/trace.go:171","msg":"trace[2037240534] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"575.730083ms","start":"2026-04-20T02:18:34.420025Z","end":"2026-04-20T02:18:34.995755Z","steps":["trace[2037240534] 'process raft request' (duration: 575.454398ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:34.995963Z","caller":"traceutil/trace.go:171","msg":"trace[236249113] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"575.900856ms","start":"2026-04-20T02:18:34.420034Z","end":"2026-04-20T02:18:34.995935Z","steps":["trace[236249113] 'process raft request' (duration: 575.658451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.996001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:34.419996Z","time spent":"575.892216ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:34.99608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:34.420011Z","time spent":"576.014507ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:18:34.997248Z","caller":"traceutil/trace.go:171","msg":"trace[1826293814] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8440; }","duration":"576.424556ms","start":"2026-04-20T02:18:34.420803Z","end":"2026-04-20T02:18:34.997227Z","steps":["trace[1826293814] 'read index received' (duration: 574.712684ms)","trace[1826293814] 'applied index is now lower than readState.Index' (duration: 1.711122ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:34.997282Z","caller":"traceutil/trace.go:171","msg":"trace[1970670345] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"575.489258ms","start":"2026-04-20T02:18:34.421764Z","end":"2026-04-20T02:18:34.997253Z","steps":["trace[1970670345] 'process raft request' (duration: 575.354696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.997644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:34.421754Z","time spent":"575.816135ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:18:34.997643Z","caller":"traceutil/trace.go:171","msg":"trace[1172587052] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"187.611548ms","start":"2026-04-20T02:18:34.810007Z","end":"2026-04-20T02:18:34.997618Z","steps":["trace[1172587052] 'process raft request' (duration: 187.18135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.997731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.444935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:34.997795Z","caller":"traceutil/trace.go:171","msg":"trace[595662603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8156; }","duration":"549.596718ms","start":"2026-04-20T02:18:34.448185Z","end":"2026-04-20T02:18:34.997782Z","steps":["trace[595662603] 'agreement among raft nodes before linearized reading' (duration: 549.419784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.997868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:34.448167Z","time spent":"549.689549ms","remote":"127.0.0.1:36734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T02:18:34.997948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.141259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"info","ts":"2026-04-20T02:18:34.998004Z","caller":"traceutil/trace.go:171","msg":"trace[389386367] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8156; }","duration":"577.220151ms","start":"2026-04-20T02:18:34.420767Z","end":"2026-04-20T02:18:34.997988Z","steps":["trace[389386367] 'agreement among raft nodes before linearized reading' (duration: 577.057737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.998051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:34.420756Z","time spent":"577.284572ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19466,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-20T02:18:34.998113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.552846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:34.998183Z","caller":"traceutil/trace.go:171","msg":"trace[82260477] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8156; }","duration":"331.76114ms","start":"2026-04-20T02:18:34.666402Z","end":"2026-04-20T02:18:34.998163Z","steps":["trace[82260477] 'agreement among raft nodes before linearized reading' (duration: 331.556126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:34.998238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:34.66638Z","time spent":"331.841781ms","remote":"127.0.0.1:44758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:18:37.137542Z","caller":"traceutil/trace.go:171","msg":"trace[1174980384] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8453; }","duration":"123.818167ms","start":"2026-04-20T02:18:37.0137Z","end":"2026-04-20T02:18:37.137518Z","steps":["trace[1174980384] 'read index received' (duration: 72.279601ms)","trace[1174980384] 'applied index is now lower than readState.Index' (duration: 51.537576ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:37.137608Z","caller":"traceutil/trace.go:171","msg":"trace[1136945341] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"131.806916ms","start":"2026-04-20T02:18:37.005741Z","end":"2026-04-20T02:18:37.137548Z","steps":["trace[1136945341] 'process raft request' (duration: 92.961635ms)","trace[1136945341] 'compare' (duration: 38.594905ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:37.137646Z","caller":"traceutil/trace.go:171","msg":"trace[276233193] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"131.795694ms","start":"2026-04-20T02:18:37.005814Z","end":"2026-04-20T02:18:37.13761Z","steps":["trace[276233193] 'process raft request' (duration: 131.655111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:37.137781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.058881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-20T02:18:37.137822Z","caller":"traceutil/trace.go:171","msg":"trace[1616639528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8167; }","duration":"124.144642ms","start":"2026-04-20T02:18:37.013666Z","end":"2026-04-20T02:18:37.137811Z","steps":["trace[1616639528] 'agreement among raft nodes before linearized reading' (duration: 124.00255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:37.137867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.806915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T02:18:37.137948Z","caller":"traceutil/trace.go:171","msg":"trace[1914423330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8167; }","duration":"110.904556ms","start":"2026-04-20T02:18:37.027025Z","end":"2026-04-20T02:18:37.137929Z","steps":["trace[1914423330] 'agreement among raft nodes before linearized reading' (duration: 110.678012ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:45.593044Z","caller":"traceutil/trace.go:171","msg":"trace[1162212902] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8494; }","duration":"375.859282ms","start":"2026-04-20T02:18:45.217156Z","end":"2026-04-20T02:18:45.593015Z","steps":["trace[1162212902] 'read index received' (duration: 375.725879ms)","trace[1162212902] 'applied index is now lower than readState.Index' (duration: 132.213µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:45.59315Z","caller":"traceutil/trace.go:171","msg":"trace[191072213] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"423.907272ms","start":"2026-04-20T02:18:45.169171Z","end":"2026-04-20T02:18:45.593078Z","steps":["trace[191072213] 'process raft request' (duration: 423.639427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:45.593348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.169147Z","time spent":"424.100176ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:45.593443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.259458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-20T02:18:45.593558Z","caller":"traceutil/trace.go:171","msg":"trace[634988582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8205; }","duration":"376.435192ms","start":"2026-04-20T02:18:45.217099Z","end":"2026-04-20T02:18:45.593535Z","steps":["trace[634988582] 'agreement among raft nodes before linearized reading' (duration: 376.032655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:45.593618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.21708Z","time spent":"376.523453ms","remote":"127.0.0.1:36916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-20T02:18:46.677858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.256304ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:46.678031Z","caller":"traceutil/trace.go:171","msg":"trace[208269764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8205; }","duration":"468.451128ms","start":"2026-04-20T02:18:46.209556Z","end":"2026-04-20T02:18:46.678007Z","steps":["trace[208269764] 'range keys from in-memory index tree' (duration: 468.234843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:46.678697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.573482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:18:46.678945Z","caller":"traceutil/trace.go:171","msg":"trace[1013216369] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"1.326644924s","start":"2026-04-20T02:18:45.352286Z","end":"2026-04-20T02:18:46.678931Z","steps":["trace[1013216369] 'process raft request' (duration: 1.326601913s)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:46.678935Z","caller":"traceutil/trace.go:171","msg":"trace[658375367] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"1.416341147s","start":"2026-04-20T02:18:45.262545Z","end":"2026-04-20T02:18:46.678886Z","steps":["trace[658375367] 'process raft request' (duration: 467.50589ms)","trace[658375367] 'compare' (duration: 947.958111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:18:46.679003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.352267Z","time spent":"1.326718905s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:18:46.678978Z","caller":"traceutil/trace.go:171","msg":"trace[270926365] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"1.354029712s","start":"2026-04-20T02:18:45.324904Z","end":"2026-04-20T02:18:46.678934Z","steps":["trace[270926365] 'process raft request' (duration: 1.353959361s)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:46.679094Z","caller":"traceutil/trace.go:171","msg":"trace[1948434855] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"1.309963564s","start":"2026-04-20T02:18:45.369122Z","end":"2026-04-20T02:18:46.679086Z","steps":["trace[1948434855] 'process raft request' (duration: 1.309785731s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:46.679091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.262516Z","time spent":"1.41649179s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:46.679129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.36911Z","time spent":"1.310003725s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:46.679174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.324878Z","time spent":"1.354185825s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:18:46.67898Z","caller":"traceutil/trace.go:171","msg":"trace[70582880] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"1.359721398s","start":"2026-04-20T02:18:45.319205Z","end":"2026-04-20T02:18:46.678927Z","steps":["trace[70582880] 'process raft request' (duration: 1.359590805s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:46.679498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.319188Z","time spent":"1.360087104s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:47.064574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.541701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-20T02:18:47.064694Z","caller":"traceutil/trace.go:171","msg":"trace[264891714] linearizableReadLoop","detail":"{readStateIndex:8501; appliedIndex:8495; }","duration":"1.471546191s","start":"2026-04-20T02:18:45.59313Z","end":"2026-04-20T02:18:47.064676Z","steps":["trace[264891714] 'read index received' (duration: 136.857187ms)","trace[264891714] 'applied index is now lower than readState.Index' (duration: 1.334687354s)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:18:47.064852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789364026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-20T02:18:47.064855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77340621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T02:18:47.064908Z","caller":"traceutil/trace.go:171","msg":"trace[398184002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8210; }","duration":"1.789468137s","start":"2026-04-20T02:18:45.275428Z","end":"2026-04-20T02:18:47.064897Z","steps":["trace[398184002] 'agreement among raft nodes before linearized reading' (duration: 1.789304254s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.064883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769968165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2lcsx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-20T02:18:47.064927Z","caller":"traceutil/trace.go:171","msg":"trace[500614460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8210; }","duration":"1.773525922s","start":"2026-04-20T02:18:45.291385Z","end":"2026-04-20T02:18:47.064911Z","steps":["trace[500614460] 'agreement among raft nodes before linearized reading' (duration: 1.773334699s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.06494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.275414Z","time spent":"1.789520149s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T02:18:47.064872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773081174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-20T02:18:47.064967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.291361Z","time spent":"1.773597833s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T02:18:47.064962Z","caller":"traceutil/trace.go:171","msg":"trace[1223941567] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2lcsx; range_end:; response_count:1; response_revision:8210; }","duration":"1.770084908s","start":"2026-04-20T02:18:45.294861Z","end":"2026-04-20T02:18:47.064946Z","steps":["trace[1223941567] 'agreement among raft nodes before linearized reading' (duration: 1.769875474s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.064869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467523627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-20T02:18:47.064997Z","caller":"traceutil/trace.go:171","msg":"trace[2052171403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8210; }","duration":"1.773221456s","start":"2026-04-20T02:18:45.291763Z","end":"2026-04-20T02:18:47.064985Z","steps":["trace[2052171403] 'agreement among raft nodes before linearized reading' (duration: 1.77291447s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.065012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.294852Z","time spent":"1.770150179s","remote":"127.0.0.1:36916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-2lcsx\" "} {"level":"warn","ts":"2026-04-20T02:18:47.065063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.340588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.06508Z","caller":"traceutil/trace.go:171","msg":"trace[504935388] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8210; }","duration":"143.387098ms","start":"2026-04-20T02:18:46.921688Z","end":"2026-04-20T02:18:47.065075Z","steps":["trace[504935388] 'agreement among raft nodes before linearized reading' (duration: 143.352478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.065059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.291756Z","time spent":"1.773291268s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-20T02:18:47.065146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.932469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.065194Z","caller":"traceutil/trace.go:171","msg":"trace[784335550] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8210; }","duration":"144.006381ms","start":"2026-04-20T02:18:46.92114Z","end":"2026-04-20T02:18:47.065181Z","steps":["trace[784335550] 'agreement among raft nodes before linearized reading' (duration: 143.93892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.065207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.654779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.065226Z","caller":"traceutil/trace.go:171","msg":"trace[872258259] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8210; }","duration":"126.697019ms","start":"2026-04-20T02:18:46.938523Z","end":"2026-04-20T02:18:47.06522Z","steps":["trace[872258259] 'agreement among raft nodes before linearized reading' (duration: 126.664098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.065242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.658359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.065275Z","caller":"traceutil/trace.go:171","msg":"trace[1771472458] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8210; }","duration":"126.74032ms","start":"2026-04-20T02:18:46.938524Z","end":"2026-04-20T02:18:47.065265Z","steps":["trace[1771472458] 'agreement among raft nodes before linearized reading' (duration: 126.661038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.06534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.846052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:47.065351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.137813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.06539Z","caller":"traceutil/trace.go:171","msg":"trace[1814968584] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8210; }","duration":"144.240775ms","start":"2026-04-20T02:18:46.92114Z","end":"2026-04-20T02:18:47.065381Z","steps":["trace[1814968584] 'agreement among raft nodes before linearized reading' (duration: 144.181834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.065485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.862732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.065518Z","caller":"traceutil/trace.go:171","msg":"trace[1847334152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8210; }","duration":"251.930512ms","start":"2026-04-20T02:18:46.81358Z","end":"2026-04-20T02:18:47.06551Z","steps":["trace[1847334152] 'agreement among raft nodes before linearized reading' (duration: 251.877611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.06553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.072654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.0656Z","caller":"traceutil/trace.go:171","msg":"trace[398366785] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8210; }","duration":"108.161146ms","start":"2026-04-20T02:18:46.957428Z","end":"2026-04-20T02:18:47.065589Z","steps":["trace[398366785] 'agreement among raft nodes before linearized reading' (duration: 108.069724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.065648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.99847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.065695Z","caller":"traceutil/trace.go:171","msg":"trace[317899301] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8210; }","duration":"109.076682ms","start":"2026-04-20T02:18:46.956607Z","end":"2026-04-20T02:18:47.065684Z","steps":["trace[317899301] 'agreement among raft nodes before linearized reading' (duration: 109.009291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.0657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.33756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-20T02:18:47.065752Z","caller":"traceutil/trace.go:171","msg":"trace[2125031704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8210; }","duration":"533.401992ms","start":"2026-04-20T02:18:46.532321Z","end":"2026-04-20T02:18:47.065723Z","steps":["trace[2125031704] 'agreement among raft nodes before linearized reading' (duration: 533.31595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.065765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.098703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:47.065787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:46.5323Z","time spent":"533.478564ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-20T02:18:47.065816Z","caller":"traceutil/trace.go:171","msg":"trace[1074387409] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8210; }","duration":"109.174335ms","start":"2026-04-20T02:18:46.956624Z","end":"2026-04-20T02:18:47.065799Z","steps":["trace[1074387409] 'agreement among raft nodes before linearized reading' (duration: 109.099743ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:47.065019Z","caller":"traceutil/trace.go:171","msg":"trace[715088629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8210; }","duration":"1.46772202s","start":"2026-04-20T02:18:45.59729Z","end":"2026-04-20T02:18:47.065012Z","steps":["trace[715088629] 'agreement among raft nodes before linearized reading' (duration: 1.467486836s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.065896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.59727Z","time spent":"1.468617028s","remote":"127.0.0.1:36916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-20T02:18:47.065902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.429761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.06536Z","caller":"traceutil/trace.go:171","msg":"trace[1349197427] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8210; }","duration":"126.882202ms","start":"2026-04-20T02:18:46.938472Z","end":"2026-04-20T02:18:47.065354Z","steps":["trace[1349197427] 'agreement among raft nodes before linearized reading' (duration: 126.847022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.065965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356324245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:47.066004Z","caller":"traceutil/trace.go:171","msg":"trace[1552360125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8210; }","duration":"1.356404027s","start":"2026-04-20T02:18:45.709591Z","end":"2026-04-20T02:18:47.065995Z","steps":["trace[1552360125] 'agreement among raft nodes before linearized reading' (duration: 1.356351456s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.066035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:45.709567Z","time spent":"1.356462037s","remote":"127.0.0.1:36734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T02:18:47.065931Z","caller":"traceutil/trace.go:171","msg":"trace[931568393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8210; }","duration":"617.531252ms","start":"2026-04-20T02:18:46.448391Z","end":"2026-04-20T02:18:47.065922Z","steps":["trace[931568393] 'agreement among raft nodes before linearized reading' (duration: 617.465971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:47.066066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:46.448267Z","time spent":"617.793239ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T02:18:48.240848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.051390739s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T02:18:48.241315Z","caller":"traceutil/trace.go:171","msg":"trace[938984133] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"1.169773154s","start":"2026-04-20T02:18:47.071519Z","end":"2026-04-20T02:18:48.241292Z","steps":["trace[938984133] 'process raft request' (duration: 1.16951957s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.241446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.071497Z","time spent":"1.169869406s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:18:48.241574Z","caller":"traceutil/trace.go:171","msg":"trace[385511313] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8501; }","duration":"1.164262112s","start":"2026-04-20T02:18:47.07729Z","end":"2026-04-20T02:18:48.241552Z","steps":["trace[385511313] 'read index received' (duration: 67.457241ms)","trace[385511313] 'applied index is now lower than readState.Index' (duration: 1.096803751s)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:48.241613Z","caller":"traceutil/trace.go:171","msg":"trace[120641557] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"1.169868666s","start":"2026-04-20T02:18:47.071696Z","end":"2026-04-20T02:18:48.241565Z","steps":["trace[120641557] 'process raft request' (duration: 1.1695414s)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.241642Z","caller":"traceutil/trace.go:171","msg":"trace[371664950] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"1.169763884s","start":"2026-04-20T02:18:47.071843Z","end":"2026-04-20T02:18:48.241607Z","steps":["trace[371664950] 'process raft request' (duration: 1.169593751s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.24177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.071834Z","time spent":"1.169865616s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:48.241773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.071672Z","time spent":"1.170023959s","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:48.241843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05630458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.241765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164325843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.241897Z","caller":"traceutil/trace.go:171","msg":"trace[189554640] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8214; }","duration":"1.056369542s","start":"2026-04-20T02:18:47.185509Z","end":"2026-04-20T02:18:48.241879Z","steps":["trace[189554640] 'agreement among raft nodes before linearized reading' (duration: 1.05631221s)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.241914Z","caller":"traceutil/trace.go:171","msg":"trace[1293485430] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8214; }","duration":"1.164504987s","start":"2026-04-20T02:18:47.077393Z","end":"2026-04-20T02:18:48.241898Z","steps":["trace[1293485430] 'agreement among raft nodes before linearized reading' (duration: 1.164315993s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.241921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.023494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.241952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.077388Z","time spent":"1.164552588s","remote":"127.0.0.1:59658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-20T02:18:48.241968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056463203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.241994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103432925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.242005Z","caller":"traceutil/trace.go:171","msg":"trace[1734223959] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8214; }","duration":"1.056513665s","start":"2026-04-20T02:18:47.18548Z","end":"2026-04-20T02:18:48.241993Z","steps":["trace[1734223959] 'agreement among raft nodes before linearized reading' (duration: 1.056466524s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.834833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.791017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T02:18:48.242083Z","caller":"traceutil/trace.go:171","msg":"trace[646546992] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8214; }","duration":"1.103525426s","start":"2026-04-20T02:18:47.138542Z","end":"2026-04-20T02:18:48.242067Z","steps":["trace[646546992] 'agreement among raft nodes before linearized reading' (duration: 1.103424514s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.185471Z","time spent":"1.056610676s","remote":"127.0.0.1:59718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:18:48.242109Z","caller":"traceutil/trace.go:171","msg":"trace[1647315786] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8214; }","duration":"383.844059ms","start":"2026-04-20T02:18:47.858257Z","end":"2026-04-20T02:18:48.242101Z","steps":["trace[1647315786] 'agreement among raft nodes before linearized reading' (duration: 383.795928ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.242115Z","caller":"traceutil/trace.go:171","msg":"trace[324817893] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8214; }","duration":"992.881784ms","start":"2026-04-20T02:18:47.249214Z","end":"2026-04-20T02:18:48.242096Z","steps":["trace[324817893] 'agreement among raft nodes before linearized reading' (duration: 992.839273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.241747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164429345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.858243Z","time spent":"383.887549ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:18:48.242166Z","caller":"traceutil/trace.go:171","msg":"trace[267177111] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8214; }","duration":"1.164869934s","start":"2026-04-20T02:18:47.077284Z","end":"2026-04-20T02:18:48.242154Z","steps":["trace[267177111] 'agreement among raft nodes before linearized reading' (duration: 1.164388044s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127159715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.242248Z","caller":"traceutil/trace.go:171","msg":"trace[1043380825] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8214; }","duration":"1.127212805s","start":"2026-04-20T02:18:47.115027Z","end":"2026-04-20T02:18:48.242239Z","steps":["trace[1043380825] 'agreement among raft nodes before linearized reading' (duration: 1.127167544s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.419913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.394294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.115016Z","time spent":"1.127258896s","remote":"127.0.0.1:59682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-04-20T02:18:48.242293Z","caller":"traceutil/trace.go:171","msg":"trace[1748882289] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8214; }","duration":"258.749939ms","start":"2026-04-20T02:18:47.98353Z","end":"2026-04-20T02:18:48.24228Z","steps":["trace[1748882289] 'agreement among raft nodes before linearized reading' (duration: 258.448094ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.242297Z","caller":"traceutil/trace.go:171","msg":"trace[114807433] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8214; }","duration":"993.436715ms","start":"2026-04-20T02:18:47.248852Z","end":"2026-04-20T02:18:48.242288Z","steps":["trace[114807433] 'agreement among raft nodes before linearized reading' (duration: 993.317493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.239949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T02:18:48.242376Z","caller":"traceutil/trace.go:171","msg":"trace[954312253] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8214; }","duration":"437.31339ms","start":"2026-04-20T02:18:47.805054Z","end":"2026-04-20T02:18:48.242367Z","steps":["trace[954312253] 'agreement among raft nodes before linearized reading' (duration: 437.245519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076462924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.608338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.805033Z","time spent":"437.369541ms","remote":"127.0.0.1:37234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:18:48.242424Z","caller":"traceutil/trace.go:171","msg":"trace[1940622975] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8214; }","duration":"1.076512295s","start":"2026-04-20T02:18:47.165893Z","end":"2026-04-20T02:18:48.242405Z","steps":["trace[1940622975] 'agreement among raft nodes before linearized reading' (duration: 1.076468254s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103645639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015920502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.242465Z","caller":"traceutil/trace.go:171","msg":"trace[1606450132] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8214; }","duration":"1.103947044s","start":"2026-04-20T02:18:47.138507Z","end":"2026-04-20T02:18:48.242454Z","steps":["trace[1606450132] 'agreement among raft nodes before linearized reading' (duration: 1.103644029s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097686908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.1385Z","time spent":"1.103991166s","remote":"127.0.0.1:59690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-20T02:18:48.242533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016628754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091553854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.242567Z","caller":"traceutil/trace.go:171","msg":"trace[1459463979] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8214; }","duration":"1.016702746s","start":"2026-04-20T02:18:47.225856Z","end":"2026-04-20T02:18:48.242559Z","steps":["trace[1459463979] 'agreement among raft nodes before linearized reading' (duration: 1.016658915s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127880568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.225836Z","time spent":"1.016756166s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-20T02:18:48.242609Z","caller":"traceutil/trace.go:171","msg":"trace[90135558] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8214; }","duration":"1.1279642s","start":"2026-04-20T02:18:47.114633Z","end":"2026-04-20T02:18:48.242597Z","steps":["trace[90135558] 'agreement among raft nodes before linearized reading' (duration: 1.127865878s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091110005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.24268Z","caller":"traceutil/trace.go:171","msg":"trace[594419597] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8214; }","duration":"1.091144166s","start":"2026-04-20T02:18:47.151527Z","end":"2026-04-20T02:18:48.242671Z","steps":["trace[594419597] 'agreement among raft nodes before linearized reading' (duration: 1.091093685s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.24269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128038821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.242719Z","caller":"traceutil/trace.go:171","msg":"trace[503614912] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8214; }","duration":"1.128121843s","start":"2026-04-20T02:18:47.114588Z","end":"2026-04-20T02:18:48.24271Z","steps":["trace[503614912] 'agreement among raft nodes before linearized reading' (duration: 1.128080052s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.114565Z","time spent":"1.128185803s","remote":"127.0.0.1:59682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-04-20T02:18:48.242731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.151502Z","time spent":"1.091219688s","remote":"127.0.0.1:59694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-20T02:18:48.242845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01695084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.249209Z","time spent":"992.934544ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-04-20T02:18:48.242888Z","caller":"traceutil/trace.go:171","msg":"trace[857120509] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8214; }","duration":"1.017014421s","start":"2026-04-20T02:18:47.225863Z","end":"2026-04-20T02:18:48.242877Z","steps":["trace[857120509] 'agreement among raft nodes before linearized reading' (duration: 1.01695124s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.114615Z","time spent":"1.12802306s","remote":"127.0.0.1:59682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-20T02:18:48.242916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151624128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.24293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.225849Z","time spent":"1.017072032s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-20T02:18:48.242285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075875484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.242957Z","caller":"traceutil/trace.go:171","msg":"trace[1070559008] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8214; }","duration":"1.151684719s","start":"2026-04-20T02:18:47.091262Z","end":"2026-04-20T02:18:48.242947Z","steps":["trace[1070559008] 'agreement among raft nodes before linearized reading' (duration: 1.151616888s)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.242979Z","caller":"traceutil/trace.go:171","msg":"trace[1329527422] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8214; }","duration":"1.076579106s","start":"2026-04-20T02:18:47.166386Z","end":"2026-04-20T02:18:48.242965Z","steps":["trace[1329527422] 'agreement among raft nodes before linearized reading' (duration: 1.075868993s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.077271Z","time spent":"1.164929534s","remote":"127.0.0.1:59658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-20T02:18:48.243013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.091254Z","time spent":"1.15175021s","remote":"127.0.0.1:59670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-04-20T02:18:48.242341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076357312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.242727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.570935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.243084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091944411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.243092Z","caller":"traceutil/trace.go:171","msg":"trace[1494724194] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8214; }","duration":"1.077138366s","start":"2026-04-20T02:18:47.165941Z","end":"2026-04-20T02:18:48.24308Z","steps":["trace[1494724194] 'agreement among raft nodes before linearized reading' (duration: 1.076380403s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.937549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T02:18:48.243118Z","caller":"traceutil/trace.go:171","msg":"trace[70211606] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8214; }","duration":"960.971482ms","start":"2026-04-20T02:18:47.282135Z","end":"2026-04-20T02:18:48.243107Z","steps":["trace[70211606] 'agreement among raft nodes before linearized reading' (duration: 960.564624ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.243126Z","caller":"traceutil/trace.go:171","msg":"trace[1588881365] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8214; }","duration":"1.092005373s","start":"2026-04-20T02:18:47.151107Z","end":"2026-04-20T02:18:48.243112Z","steps":["trace[1588881365] 'agreement among raft nodes before linearized reading' (duration: 1.091938822s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.243131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.165924Z","time spent":"1.077195087s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-04-20T02:18:48.243148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.078643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.24316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.151101Z","time spent":"1.092050713s","remote":"127.0.0.1:59694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-20T02:18:48.243169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.28213Z","time spent":"961.017472ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:18:48.242496Z","caller":"traceutil/trace.go:171","msg":"trace[834745962] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8214; }","duration":"1.015954052s","start":"2026-04-20T02:18:47.226528Z","end":"2026-04-20T02:18:48.242482Z","steps":["trace[834745962] 'agreement among raft nodes before linearized reading' (duration: 1.015909622s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.243235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152554665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.24325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.226509Z","time spent":"1.016716886s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-04-20T02:18:48.243271Z","caller":"traceutil/trace.go:171","msg":"trace[722528225] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8214; }","duration":"1.152602087s","start":"2026-04-20T02:18:47.09066Z","end":"2026-04-20T02:18:48.243262Z","steps":["trace[722528225] 'agreement among raft nodes before linearized reading' (duration: 1.152558726s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.241917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103337952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.24196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.185497Z","time spent":"1.056436773s","remote":"127.0.0.1:59718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-04-20T02:18:48.243145Z","caller":"traceutil/trace.go:171","msg":"trace[1680022417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8214; }","duration":"646.451498ms","start":"2026-04-20T02:18:47.596682Z","end":"2026-04-20T02:18:48.243134Z","steps":["trace[1680022417] 'agreement among raft nodes before linearized reading' (duration: 645.879208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.632695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.24285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.945131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.243317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.596632Z","time spent":"646.677203ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-20T02:18:48.24333Z","caller":"traceutil/trace.go:171","msg":"trace[456344137] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8214; }","duration":"975.44094ms","start":"2026-04-20T02:18:47.267879Z","end":"2026-04-20T02:18:48.24332Z","steps":["trace[456344137] 'agreement among raft nodes before linearized reading' (duration: 974.947821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.243361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.267869Z","time spent":"975.483512ms","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-20T02:18:48.242455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.165881Z","time spent":"1.076566436s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-20T02:18:48.243475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164943055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.242591Z","caller":"traceutil/trace.go:171","msg":"trace[1840844975] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8214; }","duration":"1.091685387s","start":"2026-04-20T02:18:47.150886Z","end":"2026-04-20T02:18:48.242572Z","steps":["trace[1840844975] 'agreement among raft nodes before linearized reading' (duration: 1.091530564s)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.243503Z","caller":"traceutil/trace.go:171","msg":"trace[459337758] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8214; }","duration":"1.164983426s","start":"2026-04-20T02:18:47.078511Z","end":"2026-04-20T02:18:48.243495Z","steps":["trace[459337758] 'agreement among raft nodes before linearized reading' (duration: 1.164941245s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.243517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.150871Z","time spent":"1.092635945s","remote":"127.0.0.1:59694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-20T02:18:48.243536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.078506Z","time spent":"1.165018596s","remote":"127.0.0.1:59658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-04-20T02:18:48.243325Z","caller":"traceutil/trace.go:171","msg":"trace[1021842234] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8214; }","duration":"961.212326ms","start":"2026-04-20T02:18:47.282102Z","end":"2026-04-20T02:18:48.243315Z","steps":["trace[1021842234] 'agreement among raft nodes before linearized reading' (duration: 960.642445ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.242534Z","caller":"traceutil/trace.go:171","msg":"trace[261474361] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8214; }","duration":"1.097740218s","start":"2026-04-20T02:18:47.144782Z","end":"2026-04-20T02:18:48.242522Z","steps":["trace[261474361] 'agreement among raft nodes before linearized reading' (duration: 1.097691877s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.243586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.282094Z","time spent":"961.476082ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-04-20T02:18:48.242345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.248836Z","time spent":"993.497686ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-20T02:18:48.243079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056971513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.243611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.144772Z","time spent":"1.098833309s","remote":"127.0.0.1:37230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-20T02:18:48.243637Z","caller":"traceutil/trace.go:171","msg":"trace[156943264] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8214; }","duration":"1.057548174s","start":"2026-04-20T02:18:47.186079Z","end":"2026-04-20T02:18:48.243627Z","steps":["trace[156943264] 'agreement among raft nodes before linearized reading' (duration: 1.056975663s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.243676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.186069Z","time spent":"1.057597965s","remote":"127.0.0.1:59718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-04-20T02:18:48.242127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.138538Z","time spent":"1.103577597s","remote":"127.0.0.1:59690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:18:48.24242Z","caller":"traceutil/trace.go:171","msg":"trace[1718500472] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8214; }","duration":"993.666929ms","start":"2026-04-20T02:18:47.248741Z","end":"2026-04-20T02:18:48.242408Z","steps":["trace[1718500472] 'agreement among raft nodes before linearized reading' (duration: 993.624978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.242033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.276079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:48.243777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.248724Z","time spent":"995.043194ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:18:48.243187Z","caller":"traceutil/trace.go:171","msg":"trace[1656189350] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8214; }","duration":"961.141345ms","start":"2026-04-20T02:18:47.282037Z","end":"2026-04-20T02:18:48.243178Z","steps":["trace[1656189350] 'agreement among raft nodes before linearized reading' (duration: 960.779498ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.243796Z","caller":"traceutil/trace.go:171","msg":"trace[910391427] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8214; }","duration":"976.055762ms","start":"2026-04-20T02:18:47.267728Z","end":"2026-04-20T02:18:48.243784Z","steps":["trace[910391427] 'agreement among raft nodes before linearized reading' (duration: 974.261829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.24384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.267707Z","time spent":"976.119542ms","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-20T02:18:48.243848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.090653Z","time spent":"1.153188668s","remote":"127.0.0.1:59670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-04-20T02:18:48.243023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.166379Z","time spent":"1.076630027s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-04-20T02:18:48.243198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152434803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:18:48.243906Z","caller":"traceutil/trace.go:171","msg":"trace[1076116663] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8214; }","duration":"1.153149697s","start":"2026-04-20T02:18:47.09074Z","end":"2026-04-20T02:18:48.24389Z","steps":["trace[1076116663] 'agreement among raft nodes before linearized reading' (duration: 1.152433863s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.243835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.282025Z","time spent":"961.796597ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-04-20T02:18:48.243959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.090734Z","time spent":"1.153209578s","remote":"127.0.0.1:59670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:18:48.243981Z","caller":"traceutil/trace.go:171","msg":"trace[1636313332] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8214; }","duration":"1.105409861s","start":"2026-04-20T02:18:47.138557Z","end":"2026-04-20T02:18:48.243967Z","steps":["trace[1636313332] 'agreement among raft nodes before linearized reading' (duration: 1.103316123s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.244027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.138554Z","time spent":"1.105458772s","remote":"127.0.0.1:59690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-04-20T02:18:48.241959Z","caller":"traceutil/trace.go:171","msg":"trace[846015671] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8214; }","duration":"974.071535ms","start":"2026-04-20T02:18:47.267877Z","end":"2026-04-20T02:18:48.241948Z","steps":["trace[846015671] 'agreement among raft nodes before linearized reading' (duration: 974.006414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.244189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:47.26787Z","time spent":"976.294087ms","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:18:48.399396Z","caller":"traceutil/trace.go:171","msg":"trace[1761616720] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"150.563292ms","start":"2026-04-20T02:18:48.248806Z","end":"2026-04-20T02:18:48.399369Z","steps":["trace[1761616720] 'process raft request' (duration: 124.090451ms)","trace[1761616720] 'compare' (duration: 25.926901ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:48.399584Z","caller":"traceutil/trace.go:171","msg":"trace[743663220] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"150.593132ms","start":"2026-04-20T02:18:48.248945Z","end":"2026-04-20T02:18:48.399538Z","steps":["trace[743663220] 'process raft request' (duration: 150.326377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:48.399767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.214836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-20T02:18:48.399813Z","caller":"traceutil/trace.go:171","msg":"trace[107776547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8216; }","duration":"150.293537ms","start":"2026-04-20T02:18:48.249508Z","end":"2026-04-20T02:18:48.399802Z","steps":["trace[107776547] 'agreement among raft nodes before linearized reading' (duration: 150.122334ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:48.399896Z","caller":"traceutil/trace.go:171","msg":"trace[145168075] linearizableReadLoop","detail":"{readStateIndex:8507; appliedIndex:8505; }","duration":"149.94714ms","start":"2026-04-20T02:18:48.249536Z","end":"2026-04-20T02:18:48.399483Z","steps":["trace[145168075] 'read index received' (duration: 123.394808ms)","trace[145168075] 'applied index is now lower than readState.Index' (duration: 26.550582ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:48.927048Z","caller":"traceutil/trace.go:171","msg":"trace[782161105] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"242.938356ms","start":"2026-04-20T02:18:48.684083Z","end":"2026-04-20T02:18:48.927021Z","steps":["trace[782161105] 'process raft request' (duration: 242.741603ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:49.0335Z","caller":"traceutil/trace.go:171","msg":"trace[1764419146] linearizableReadLoop","detail":"{readStateIndex:8511; appliedIndex:8507; }","duration":"198.814558ms","start":"2026-04-20T02:18:48.834658Z","end":"2026-04-20T02:18:49.033472Z","steps":["trace[1764419146] 'read index received' (duration: 92.15847ms)","trace[1764419146] 'applied index is now lower than readState.Index' (duration: 106.654978ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:49.033529Z","caller":"traceutil/trace.go:171","msg":"trace[611361301] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"348.581355ms","start":"2026-04-20T02:18:48.6849Z","end":"2026-04-20T02:18:49.033481Z","steps":["trace[611361301] 'process raft request' (duration: 348.282479ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:49.033626Z","caller":"traceutil/trace.go:171","msg":"trace[1021963424] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"348.655286ms","start":"2026-04-20T02:18:48.684935Z","end":"2026-04-20T02:18:49.03359Z","steps":["trace[1021963424] 'process raft request' (duration: 348.440562ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:49.03368Z","caller":"traceutil/trace.go:171","msg":"trace[1385741887] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"348.161918ms","start":"2026-04-20T02:18:48.685487Z","end":"2026-04-20T02:18:49.033649Z","steps":["trace[1385741887] 'process raft request' (duration: 347.944794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:18:49.033704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:48.684863Z","time spent":"348.741548ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:49.033775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:48.684909Z","time spent":"348.788699ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:18:49.033715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.97501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:18:49.033904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:18:48.685477Z","time spent":"348.26975ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:18:49.033884Z","caller":"traceutil/trace.go:171","msg":"trace[1846493334] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8220; }","duration":"199.222685ms","start":"2026-04-20T02:18:48.834642Z","end":"2026-04-20T02:18:49.033864Z","steps":["trace[1846493334] 'agreement among raft nodes before linearized reading' (duration: 198.9404ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:50.985911Z","caller":"traceutil/trace.go:171","msg":"trace[81129791] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8521; }","duration":"116.856577ms","start":"2026-04-20T02:18:50.869031Z","end":"2026-04-20T02:18:50.985887Z","steps":["trace[81129791] 'read index received' (duration: 101.687336ms)","trace[81129791] 'applied index is now lower than readState.Index' (duration: 15.168221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:18:50.986024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.978569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T02:18:50.986061Z","caller":"traceutil/trace.go:171","msg":"trace[54909805] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"150.721094ms","start":"2026-04-20T02:18:50.83532Z","end":"2026-04-20T02:18:50.986041Z","steps":["trace[54909805] 'process raft request' (duration: 135.325049ms)","trace[54909805] 'compare' (duration: 15.09663ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:18:50.986084Z","caller":"traceutil/trace.go:171","msg":"trace[1169782803] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8230; }","duration":"117.05741ms","start":"2026-04-20T02:18:50.869017Z","end":"2026-04-20T02:18:50.986075Z","steps":["trace[1169782803] 'agreement among raft nodes before linearized reading' (duration: 116.954748ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:51.052175Z","caller":"traceutil/trace.go:171","msg":"trace[516365700] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"119.599088ms","start":"2026-04-20T02:18:50.932551Z","end":"2026-04-20T02:18:51.05215Z","steps":["trace[516365700] 'process raft request' (duration: 119.455216ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:18:51.398827Z","caller":"traceutil/trace.go:171","msg":"trace[1915029647] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"227.212554ms","start":"2026-04-20T02:18:51.17155Z","end":"2026-04-20T02:18:51.398763Z","steps":["trace[1915029647] 'process raft request' (duration: 227.044581ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:19:06.940908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6160} {"level":"info","ts":"2026-04-20T02:19:07.038572Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6160,"took":"95.225016ms","hash":1370332889,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":23138304,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-20T02:19:07.038651Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1370332889,"revision":6160,"compact-revision":3047} {"level":"info","ts":"2026-04-20T02:19:18.509142Z","caller":"traceutil/trace.go:171","msg":"trace[287139654] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8728; }","duration":"103.788305ms","start":"2026-04-20T02:19:18.405332Z","end":"2026-04-20T02:19:18.50912Z","steps":["trace[287139654] 'read index received' (duration: 103.551511ms)","trace[287139654] 'applied index is now lower than readState.Index' (duration: 235.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:19:18.50952Z","caller":"traceutil/trace.go:171","msg":"trace[1467724853] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"126.352964ms","start":"2026-04-20T02:19:18.383152Z","end":"2026-04-20T02:19:18.509505Z","steps":["trace[1467724853] 'process raft request' (duration: 125.836774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:19:18.50988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.531018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-20T02:19:18.509981Z","caller":"traceutil/trace.go:171","msg":"trace[2096199364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8429; }","duration":"104.686862ms","start":"2026-04-20T02:19:18.405279Z","end":"2026-04-20T02:19:18.509966Z","steps":["trace[2096199364] 'agreement among raft nodes before linearized reading' (duration: 104.496167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:19:18.510288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.458887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T02:19:18.510383Z","caller":"traceutil/trace.go:171","msg":"trace[1795617564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8429; }","duration":"104.58041ms","start":"2026-04-20T02:19:18.40579Z","end":"2026-04-20T02:19:18.510371Z","steps":["trace[1795617564] 'agreement among raft nodes before linearized reading' (duration: 104.419657ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:19:21.830483Z","caller":"traceutil/trace.go:171","msg":"trace[263702470] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"278.642327ms","start":"2026-04-20T02:19:21.551815Z","end":"2026-04-20T02:19:21.830457Z","steps":["trace[263702470] 'process raft request' (duration: 278.486695ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:19:21.835056Z","caller":"traceutil/trace.go:171","msg":"trace[1595571692] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"149.645625ms","start":"2026-04-20T02:19:21.685388Z","end":"2026-04-20T02:19:21.835034Z","steps":["trace[1595571692] 'process raft request' (duration: 149.506913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:19:31.62092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.097151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:19:31.621014Z","caller":"traceutil/trace.go:171","msg":"trace[1853873585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8545; }","duration":"173.237483ms","start":"2026-04-20T02:19:31.447755Z","end":"2026-04-20T02:19:31.620992Z","steps":["trace[1853873585] 'range keys from in-memory index tree' (duration: 173.025919ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:20:19.60325Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002445.wal"} {"level":"info","ts":"2026-04-20T02:21:38.416668Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-20T02:21:38.422124Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-20T02:21:38.422201Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-20T02:23:06.366256Z","caller":"traceutil/trace.go:171","msg":"trace[995391830] transaction","detail":"{read_only:false; response_revision:10351; number_of_response:1; }","duration":"101.63608ms","start":"2026-04-20T02:23:06.264574Z","end":"2026-04-20T02:23:06.36621Z","steps":["trace[995391830] 'process raft request' (duration: 97.913721ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:24:06.948212Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8321} {"level":"info","ts":"2026-04-20T02:24:07.032642Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8321,"took":"82.012687ms","hash":849984434,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":25006080,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-20T02:24:07.032697Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":849984434,"revision":8321,"compact-revision":6160} {"level":"info","ts":"2026-04-20T02:29:06.956645Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10720} {"level":"info","ts":"2026-04-20T02:29:07.034868Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10720,"took":"75.625606ms","hash":1809943274,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":20299776,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-20T02:29:07.034929Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1809943274,"revision":10720,"compact-revision":8321}