{"level":"warn","ts":"2026-05-04T01:39:01.954721Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T01:39:01.954836Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-04T01:39:01.954908Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T01:39:01.954921Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-05-04T01:39:01.954941Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T01:39:01.955645Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-05-04T01:39:01.955717Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-04T01:39:01.959272Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.345408ms"} {"level":"info","ts":"2026-05-04T01:39:01.970286Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-05-04T01:39:01.970383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-05-04T01:39:01.970408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-05-04T01:39:01.970419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-04T01:39:01.970433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-05-04T01:39:01.970475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-05-04T01:39:01.976096Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-04T01:39:01.977863Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-04T01:39:01.978886Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-04T01:39:01.981652Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-04T01:39:01.981838Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-04T01:39:01.981889Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:39:01.982015Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:39:01.98203Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:39:01.982884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-05-04T01:39:01.983202Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-05-04T01:39:01.985689Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T01:39:01.985848Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-05-04T01:39:01.985945Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-04T01:39:01.985972Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-04T01:39:01.985957Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-05-04T01:39:02.471567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-05-04T01:39:02.471646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-04T01:39:02.471806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-05-04T01:39:02.47184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-05-04T01:39:02.471923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-05-04T01:39:02.471984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-05-04T01:39:02.472001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-05-04T01:39:02.472791Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-05-04T01:39:02.472843Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T01:39:02.472857Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:39:02.472959Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T01:39:02.473105Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-04T01:39:02.4732Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-04T01:39:02.474582Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:39:02.475022Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:39:02.476377Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:39:02.477088Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-04T01:39:02.478405Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-05-04T01:39:05.378266Z","caller":"traceutil/trace.go:171","msg":"trace[518028171] transaction","detail":"{read_only:false; response_revision:131; number_of_response:1; }","duration":"135.902777ms","start":"2026-05-04T01:39:05.242335Z","end":"2026-05-04T01:39:05.378238Z","steps":["trace[518028171] 'process raft request' (duration: 80.22427ms)","trace[518028171] 'compare' (duration: 55.559935ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:39:36.219912Z","caller":"traceutil/trace.go:171","msg":"trace[778693027] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"190.148475ms","start":"2026-05-04T01:39:36.02974Z","end":"2026-05-04T01:39:36.219888Z","steps":["trace[778693027] 'process raft request' (duration: 189.999963ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:36.220457Z","caller":"traceutil/trace.go:171","msg":"trace[369665115] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"122.154196ms","start":"2026-05-04T01:39:36.098289Z","end":"2026-05-04T01:39:36.220444Z","steps":["trace[369665115] 'read index received' (duration: 121.37712ms)","trace[369665115] 'applied index is now lower than readState.Index' (duration: 776.116µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:36.220641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.333369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-04T01:39:36.220707Z","caller":"traceutil/trace.go:171","msg":"trace[1417629095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:557; }","duration":"122.442012ms","start":"2026-05-04T01:39:36.098256Z","end":"2026-05-04T01:39:36.220698Z","steps":["trace[1417629095] 'agreement among raft nodes before linearized reading' (duration: 122.240067ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:39.516188Z","caller":"traceutil/trace.go:171","msg":"trace[2014532959] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"227.569041ms","start":"2026-05-04T01:39:39.288582Z","end":"2026-05-04T01:39:39.516151Z","steps":["trace[2014532959] 'process raft request' (duration: 226.829396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:40.040756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.606376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-s4gdq\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-04T01:39:40.040865Z","caller":"traceutil/trace.go:171","msg":"trace[1877010437] range","detail":"{range_begin:/registry/pods/kube-system/cilium-s4gdq; range_end:; response_count:1; response_revision:582; }","duration":"172.76461ms","start":"2026-05-04T01:39:39.868073Z","end":"2026-05-04T01:39:40.040838Z","steps":["trace[1877010437] 'range keys from in-memory index tree' (duration: 172.442073ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:26.020044Z","caller":"traceutil/trace.go:171","msg":"trace[1408790287] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"264.999128ms","start":"2026-05-04T01:40:25.755018Z","end":"2026-05-04T01:40:26.020017Z","steps":["trace[1408790287] 'process raft request' (duration: 264.841145ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:10.964242Z","caller":"traceutil/trace.go:171","msg":"trace[687236707] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"213.452478ms","start":"2026-05-04T01:41:10.750747Z","end":"2026-05-04T01:41:10.964199Z","steps":["trace[687236707] 'process raft request' (duration: 213.267524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:10.964391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.000995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T01:41:10.964444Z","caller":"traceutil/trace.go:171","msg":"trace[1851504275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1821; }","duration":"210.131467ms","start":"2026-05-04T01:41:10.754301Z","end":"2026-05-04T01:41:10.964432Z","steps":["trace[1851504275] 'agreement among raft nodes before linearized reading' (duration: 209.970684ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:10.964169Z","caller":"traceutil/trace.go:171","msg":"trace[118756663] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1887; }","duration":"209.76686ms","start":"2026-05-04T01:41:10.754379Z","end":"2026-05-04T01:41:10.964146Z","steps":["trace[118756663] 'read index received' (duration: 209.568766ms)","trace[118756663] 'applied index is now lower than readState.Index' (duration: 196.834µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:41:10.96505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.376593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T01:41:10.965098Z","caller":"traceutil/trace.go:171","msg":"trace[1218752322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1821; }","duration":"132.448264ms","start":"2026-05-04T01:41:10.832639Z","end":"2026-05-04T01:41:10.965087Z","steps":["trace[1218752322] 'agreement among raft nodes before linearized reading' (duration: 132.339582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:10.965103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.397575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a62a994-fd1e-41af-a353-d56287191538\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-04T01:41:10.965163Z","caller":"traceutil/trace.go:171","msg":"trace[1206051950] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a62a994-fd1e-41af-a353-d56287191538; range_end:; response_count:1; response_revision:1821; }","duration":"153.507677ms","start":"2026-05-04T01:41:10.811638Z","end":"2026-05-04T01:41:10.965146Z","steps":["trace[1206051950] 'agreement among raft nodes before linearized reading' (duration: 153.284093ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:11.357615Z","caller":"traceutil/trace.go:171","msg":"trace[757209716] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"191.984636ms","start":"2026-05-04T01:41:11.165612Z","end":"2026-05-04T01:41:11.357596Z","steps":["trace[757209716] 'read index received' (duration: 170.496795ms)","trace[757209716] 'applied index is now lower than readState.Index' (duration: 21.486151ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:41:11.357849Z","caller":"traceutil/trace.go:171","msg":"trace[39619967] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"134.788414ms","start":"2026-05-04T01:41:11.223036Z","end":"2026-05-04T01:41:11.357824Z","steps":["trace[39619967] 'process raft request' (duration: 134.503328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:11.357857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.265552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-04T01:41:11.357937Z","caller":"traceutil/trace.go:171","msg":"trace[1812855409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1825; }","duration":"192.404055ms","start":"2026-05-04T01:41:11.165516Z","end":"2026-05-04T01:41:11.357921Z","steps":["trace[1812855409] 'agreement among raft nodes before linearized reading' (duration: 192.20432ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:23.551598Z","caller":"traceutil/trace.go:171","msg":"trace[370565073] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"106.683103ms","start":"2026-05-04T01:41:23.444888Z","end":"2026-05-04T01:41:23.551571Z","steps":["trace[370565073] 'process raft request' (duration: 106.523099ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:23.563632Z","caller":"traceutil/trace.go:171","msg":"trace[1119144851] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"104.360034ms","start":"2026-05-04T01:41:23.45925Z","end":"2026-05-04T01:41:23.56361Z","steps":["trace[1119144851] 'process raft request' (duration: 104.20547ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:55.803455Z","caller":"traceutil/trace.go:171","msg":"trace[1818647701] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"158.299947ms","start":"2026-05-04T01:41:55.645114Z","end":"2026-05-04T01:41:55.803414Z","steps":["trace[1818647701] 'process raft request' (duration: 158.138054ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:55.835698Z","caller":"traceutil/trace.go:171","msg":"trace[545598324] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2192; }","duration":"126.91999ms","start":"2026-05-04T01:41:55.708746Z","end":"2026-05-04T01:41:55.835666Z","steps":["trace[545598324] 'read index received' (duration: 94.647384ms)","trace[545598324] 'applied index is now lower than readState.Index' (duration: 32.271086ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:41:55.835739Z","caller":"traceutil/trace.go:171","msg":"trace[308851381] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"176.406286ms","start":"2026-05-04T01:41:55.659312Z","end":"2026-05-04T01:41:55.835718Z","steps":["trace[308851381] 'process raft request' (duration: 176.154691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:55.836019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.239558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T01:41:55.836099Z","caller":"traceutil/trace.go:171","msg":"trace[1949604222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2116; }","duration":"127.37353ms","start":"2026-05-04T01:41:55.708706Z","end":"2026-05-04T01:41:55.83608Z","steps":["trace[1949604222] 'agreement among raft nodes before linearized reading' (duration: 127.130665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:55.836324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.340755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-04T01:41:55.836481Z","caller":"traceutil/trace.go:171","msg":"trace[919659648] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:2116; }","duration":"113.589451ms","start":"2026-05-04T01:41:55.72287Z","end":"2026-05-04T01:41:55.83646Z","steps":["trace[919659648] 'agreement among raft nodes before linearized reading' (duration: 113.106121ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:02.072093Z","caller":"traceutil/trace.go:171","msg":"trace[1640129813] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2227; }","duration":"194.065797ms","start":"2026-05-04T01:42:01.877998Z","end":"2026-05-04T01:42:02.072064Z","steps":["trace[1640129813] 'read index received' (duration: 43.134094ms)","trace[1640129813] 'applied index is now lower than readState.Index' (duration: 150.929953ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:02.072156Z","caller":"traceutil/trace.go:171","msg":"trace[890285691] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"217.919637ms","start":"2026-05-04T01:42:01.854209Z","end":"2026-05-04T01:42:02.072129Z","steps":["trace[890285691] 'process raft request' (duration: 206.652611ms)","trace[890285691] 'compare' (duration: 10.97284ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:42:02.072398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.364063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T01:42:02.072447Z","caller":"traceutil/trace.go:171","msg":"trace[764744673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2150; }","duration":"194.483605ms","start":"2026-05-04T01:42:01.877946Z","end":"2026-05-04T01:42:02.07243Z","steps":["trace[764744673] 'agreement among raft nodes before linearized reading' (duration: 194.278281ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:02.529952Z","caller":"traceutil/trace.go:171","msg":"trace[247143797] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"214.511925ms","start":"2026-05-04T01:42:02.315406Z","end":"2026-05-04T01:42:02.529918Z","steps":["trace[247143797] 'process raft request' (duration: 214.27607ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:43:26.312988Z","caller":"traceutil/trace.go:171","msg":"trace[1773862983] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"110.679397ms","start":"2026-05-04T01:43:26.202283Z","end":"2026-05-04T01:43:26.312963Z","steps":["trace[1773862983] 'process raft request' (duration: 110.527293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:19.788967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.524975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-04T01:47:19.789038Z","caller":"traceutil/trace.go:171","msg":"trace[1935641061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4952; }","duration":"187.665279ms","start":"2026-05-04T01:47:19.601359Z","end":"2026-05-04T01:47:19.789024Z","steps":["trace[1935641061] 'range keys from in-memory index tree' (duration: 187.354252ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:47:19.789887Z","caller":"traceutil/trace.go:171","msg":"trace[517628204] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5137; }","duration":"140.34615ms","start":"2026-05-04T01:47:19.649506Z","end":"2026-05-04T01:47:19.789852Z","steps":["trace[517628204] 'read index received' (duration: 75.408487ms)","trace[517628204] 'applied index is now lower than readState.Index' (duration: 64.936143ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:47:19.78996Z","caller":"traceutil/trace.go:171","msg":"trace[1219199802] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"143.252781ms","start":"2026-05-04T01:47:19.646662Z","end":"2026-05-04T01:47:19.789915Z","steps":["trace[1219199802] 'process raft request' (duration: 78.41372ms)","trace[1219199802] 'compare' (duration: 64.420432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:47:19.790407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.892061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720068"} {"level":"info","ts":"2026-05-04T01:47:19.790456Z","caller":"traceutil/trace.go:171","msg":"trace[524650669] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4953; }","duration":"140.966582ms","start":"2026-05-04T01:47:19.649474Z","end":"2026-05-04T01:47:19.790441Z","steps":["trace[524650669] 'agreement among raft nodes before linearized reading' (duration: 140.540753ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:47:31.48629Z","caller":"traceutil/trace.go:171","msg":"trace[2102917816] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"111.635438ms","start":"2026-05-04T01:47:31.374605Z","end":"2026-05-04T01:47:31.486241Z","steps":["trace[2102917816] 'process raft request' (duration: 31.092083ms)","trace[2102917816] 'compare' (duration: 80.257589ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:47:31.994408Z","caller":"traceutil/trace.go:171","msg":"trace[29352707] linearizableReadLoop","detail":"{readStateIndex:5388; appliedIndex:5387; }","duration":"135.309934ms","start":"2026-05-04T01:47:31.859061Z","end":"2026-05-04T01:47:31.994371Z","steps":["trace[29352707] 'read index received' (duration: 135.068189ms)","trace[29352707] 'applied index is now lower than readState.Index' (duration: 240.805µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:47:31.994479Z","caller":"traceutil/trace.go:171","msg":"trace[484086512] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"148.075825ms","start":"2026-05-04T01:47:31.846361Z","end":"2026-05-04T01:47:31.994437Z","steps":["trace[484086512] 'process raft request' (duration: 147.83117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:31.994732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.62553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T01:47:31.994857Z","caller":"traceutil/trace.go:171","msg":"trace[1372910947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5194; }","duration":"135.770023ms","start":"2026-05-04T01:47:31.859031Z","end":"2026-05-04T01:47:31.994801Z","steps":["trace[1372910947] 'agreement among raft nodes before linearized reading' (duration: 135.472607ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:47:32.116674Z","caller":"traceutil/trace.go:171","msg":"trace[474788293] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"115.093462ms","start":"2026-05-04T01:47:32.001548Z","end":"2026-05-04T01:47:32.116642Z","steps":["trace[474788293] 'process raft request' (duration: 114.863677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:39.496909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.703119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:47:39.49718Z","caller":"traceutil/trace.go:171","msg":"trace[371402509] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"246.360229ms","start":"2026-05-04T01:47:39.250804Z","end":"2026-05-04T01:47:39.497164Z","steps":["trace[371402509] 'process raft request' (duration: 142.955166ms)","trace[371402509] 'compare' (duration: 102.570415ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:47:39.497526Z","caller":"traceutil/trace.go:171","msg":"trace[1702910264] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"216.285527ms","start":"2026-05-04T01:47:39.281236Z","end":"2026-05-04T01:47:39.497521Z","steps":["trace[1702910264] 'process raft request' (duration: 215.778657ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:47:39.645057Z","caller":"traceutil/trace.go:171","msg":"trace[1832257057] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"139.328989ms","start":"2026-05-04T01:47:39.50534Z","end":"2026-05-04T01:47:39.644669Z","steps":["trace[1832257057] 'process raft request' (duration: 139.069962ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:47:39.838087Z","caller":"traceutil/trace.go:171","msg":"trace[1277297389] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"180.932415ms","start":"2026-05-04T01:47:39.657117Z","end":"2026-05-04T01:47:39.838049Z","steps":["trace[1277297389] 'process raft request' (duration: 180.818273ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:47:39.838216Z","caller":"traceutil/trace.go:171","msg":"trace[839788602] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"185.405121ms","start":"2026-05-04T01:47:39.652734Z","end":"2026-05-04T01:47:39.838139Z","steps":["trace[839788602] 'process raft request' (duration: 105.656172ms)","trace[839788602] 'compare' (duration: 79.347271ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:02.723223Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2998} {"level":"info","ts":"2026-05-04T01:49:02.796591Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2998,"took":"71.939795ms","hash":1809318325,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":34062336,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-04T01:49:02.796658Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1809318325,"revision":2998,"compact-revision":-1} {"level":"info","ts":"2026-05-04T01:54:02.731409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6115} {"level":"info","ts":"2026-05-04T01:54:02.836332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6115,"took":"101.981904ms","hash":3664416372,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":23105536,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-04T01:54:02.836446Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3664416372,"revision":6115,"compact-revision":2998} {"level":"info","ts":"2026-05-04T01:54:21.331283Z","caller":"traceutil/trace.go:171","msg":"trace[811204311] linearizableReadLoop","detail":"{readStateIndex:8675; appliedIndex:8674; }","duration":"101.536654ms","start":"2026-05-04T01:54:21.229716Z","end":"2026-05-04T01:54:21.331252Z","steps":["trace[811204311] 'read index received' (duration: 35.095851ms)","trace[811204311] 'applied index is now lower than readState.Index' (duration: 66.439723ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:54:21.331502Z","caller":"traceutil/trace.go:171","msg":"trace[498362066] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"116.133682ms","start":"2026-05-04T01:54:21.215339Z","end":"2026-05-04T01:54:21.331473Z","steps":["trace[498362066] 'process raft request' (duration: 49.445953ms)","trace[498362066] 'compare' (duration: 66.357112ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:54:21.331542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.80224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dt4vg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T01:54:21.331576Z","caller":"traceutil/trace.go:171","msg":"trace[322250060] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dt4vg; range_end:; response_count:1; response_revision:8379; }","duration":"101.913132ms","start":"2026-05-04T01:54:21.229654Z","end":"2026-05-04T01:54:21.331567Z","steps":["trace[322250060] 'agreement among raft nodes before linearized reading' (duration: 101.723608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:54:25.675458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.391141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-67jl9\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-05-04T01:54:25.675574Z","caller":"traceutil/trace.go:171","msg":"trace[81223498] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-67jl9; range_end:; response_count:1; response_revision:8403; }","duration":"101.561905ms","start":"2026-05-04T01:54:25.573988Z","end":"2026-05-04T01:54:25.67555Z","steps":["trace[81223498] 'range keys from in-memory index tree' (duration: 101.201777ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:25.675837Z","caller":"traceutil/trace.go:171","msg":"trace[1340948720] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"101.095655ms","start":"2026-05-04T01:54:25.574669Z","end":"2026-05-04T01:54:25.675764Z","steps":["trace[1340948720] 'process raft request' (duration: 100.810029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:54:36.06492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.57179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:54:36.065052Z","caller":"traceutil/trace.go:171","msg":"trace[8947153] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8811; }","duration":"293.034738ms","start":"2026-05-04T01:54:35.771997Z","end":"2026-05-04T01:54:36.065031Z","steps":["trace[8947153] 'read index received' (duration: 115.219543ms)","trace[8947153] 'applied index is now lower than readState.Index' (duration: 177.813655ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:54:36.065125Z","caller":"traceutil/trace.go:171","msg":"trace[20718654] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"354.477627ms","start":"2026-05-04T01:54:35.710611Z","end":"2026-05-04T01:54:36.065089Z","steps":["trace[20718654] 'process raft request' (duration: 176.63158ms)","trace[20718654] 'compare' (duration: 177.436698ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:54:36.065219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.219083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-04T01:54:36.065251Z","caller":"traceutil/trace.go:171","msg":"trace[1458937450] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:8512; }","duration":"293.288684ms","start":"2026-05-04T01:54:35.771951Z","end":"2026-05-04T01:54:36.06524Z","steps":["trace[1458937450] 'agreement among raft nodes before linearized reading' (duration: 293.134511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:54:36.065368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:54:35.710601Z","time spent":"354.597269ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:54:36.179255Z","caller":"traceutil/trace.go:171","msg":"trace[705475853] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"103.156349ms","start":"2026-05-04T01:54:36.076075Z","end":"2026-05-04T01:54:36.179231Z","steps":["trace[705475853] 'process raft request' (duration: 100.974812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:54:39.38106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.723127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T01:54:39.381161Z","caller":"traceutil/trace.go:171","msg":"trace[328628993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8528; }","duration":"154.889231ms","start":"2026-05-04T01:54:39.226248Z","end":"2026-05-04T01:54:39.381137Z","steps":["trace[328628993] 'range keys from in-memory index tree' (duration: 154.431171ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:39.381294Z","caller":"traceutil/trace.go:171","msg":"trace[318415406] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"148.69543ms","start":"2026-05-04T01:54:39.232497Z","end":"2026-05-04T01:54:39.381192Z","steps":["trace[318415406] 'process raft request' (duration: 124.159852ms)","trace[318415406] 'compare' (duration: 24.16116ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:54:39.381321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.980533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T01:54:39.381453Z","caller":"traceutil/trace.go:171","msg":"trace[1852717384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8528; }","duration":"155.161956ms","start":"2026-05-04T01:54:39.226262Z","end":"2026-05-04T01:54:39.381424Z","steps":["trace[1852717384] 'range keys from in-memory index tree' (duration: 154.601105ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:39.408394Z","caller":"traceutil/trace.go:171","msg":"trace[868197445] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"163.548473ms","start":"2026-05-04T01:54:39.244808Z","end":"2026-05-04T01:54:39.408356Z","steps":["trace[868197445] 'process raft request' (duration: 163.346839ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:39.522414Z","caller":"traceutil/trace.go:171","msg":"trace[895242742] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"135.271537ms","start":"2026-05-04T01:54:39.387106Z","end":"2026-05-04T01:54:39.522378Z","steps":["trace[895242742] 'process raft request' (duration: 129.445264ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:39.522462Z","caller":"traceutil/trace.go:171","msg":"trace[618223466] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"135.222916ms","start":"2026-05-04T01:54:39.387195Z","end":"2026-05-04T01:54:39.522418Z","steps":["trace[618223466] 'process raft request' (duration: 135.098884ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:49.436491Z","caller":"traceutil/trace.go:171","msg":"trace[1006497359] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"143.701855ms","start":"2026-05-04T01:54:49.29277Z","end":"2026-05-04T01:54:49.436472Z","steps":["trace[1006497359] 'process raft request' (duration: 140.509208ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:49.771619Z","caller":"traceutil/trace.go:171","msg":"trace[1916931714] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"204.245414ms","start":"2026-05-04T01:54:49.567236Z","end":"2026-05-04T01:54:49.771481Z","steps":["trace[1916931714] 'process raft request' (duration: 203.978188ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:49.791828Z","caller":"traceutil/trace.go:171","msg":"trace[1311233275] linearizableReadLoop","detail":"{readStateIndex:8939; appliedIndex:8937; }","duration":"205.674133ms","start":"2026-05-04T01:54:49.586088Z","end":"2026-05-04T01:54:49.791762Z","steps":["trace[1311233275] 'read index received' (duration: 185.224481ms)","trace[1311233275] 'applied index is now lower than readState.Index' (duration: 20.448342ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:54:49.791908Z","caller":"traceutil/trace.go:171","msg":"trace[824482997] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"223.951279ms","start":"2026-05-04T01:54:49.56793Z","end":"2026-05-04T01:54:49.791881Z","steps":["trace[824482997] 'process raft request' (duration: 223.674742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:54:49.792089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.97694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dt4vg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T01:54:49.792135Z","caller":"traceutil/trace.go:171","msg":"trace[222031914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dt4vg; range_end:; response_count:1; response_revision:8632; }","duration":"206.056282ms","start":"2026-05-04T01:54:49.586071Z","end":"2026-05-04T01:54:49.792127Z","steps":["trace[222031914] 'agreement among raft nodes before linearized reading' (duration: 205.868258ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:55:23.406981Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000243c.wal"} {"level":"info","ts":"2026-05-04T01:56:07.979031Z","caller":"traceutil/trace.go:171","msg":"trace[1775943193] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"218.104294ms","start":"2026-05-04T01:56:07.760898Z","end":"2026-05-04T01:56:07.979002Z","steps":["trace[1775943193] 'process raft request' (duration: 217.92165ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:08.06096Z","caller":"traceutil/trace.go:171","msg":"trace[1850877931] linearizableReadLoop","detail":"{readStateIndex:9715; appliedIndex:9713; }","duration":"290.845659ms","start":"2026-05-04T01:56:07.77008Z","end":"2026-05-04T01:56:08.060926Z","steps":["trace[1850877931] 'read index received' (duration: 208.72396ms)","trace[1850877931] 'applied index is now lower than readState.Index' (duration: 82.120289ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:08.061039Z","caller":"traceutil/trace.go:171","msg":"trace[1278925869] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"298.588808ms","start":"2026-05-04T01:56:07.762405Z","end":"2026-05-04T01:56:08.060994Z","steps":["trace[1278925869] 'process raft request' (duration: 298.274292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:08.061223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.127224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T01:56:08.061317Z","caller":"traceutil/trace.go:171","msg":"trace[8728097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9385; }","duration":"291.311119ms","start":"2026-05-04T01:56:07.769985Z","end":"2026-05-04T01:56:08.061296Z","steps":["trace[8728097] 'agreement among raft nodes before linearized reading' (duration: 291.068174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:08.061329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.503142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8d6f5bcf9-xcgff.18ac39e97aae4379\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-04T01:56:08.06162Z","caller":"traceutil/trace.go:171","msg":"trace[1892947912] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8d6f5bcf9-xcgff.18ac39e97aae4379; range_end:; response_count:1; response_revision:9385; }","duration":"206.85598ms","start":"2026-05-04T01:56:07.854742Z","end":"2026-05-04T01:56:08.061598Z","steps":["trace[1892947912] 'agreement among raft nodes before linearized reading' (duration: 206.39122ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:45.785718Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T01:56:45.792034Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-04T01:56:45.792164Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-04T01:59:02.738211Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8279} {"level":"info","ts":"2026-05-04T01:59:02.835853Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8279,"took":"94.786266ms","hash":1226539410,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":25325568,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-04T01:59:02.835939Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1226539410,"revision":8279,"compact-revision":6115} {"level":"info","ts":"2026-05-04T02:04:02.745225Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10773} {"level":"info","ts":"2026-05-04T02:04:02.828508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10773,"took":"80.216534ms","hash":4110452991,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":26402816,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-04T02:04:02.828602Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4110452991,"revision":10773,"compact-revision":8279} {"level":"info","ts":"2026-05-04T02:07:55.610708Z","caller":"traceutil/trace.go:171","msg":"trace[778967999] transaction","detail":"{read_only:false; response_revision:14344; number_of_response:1; }","duration":"112.803277ms","start":"2026-05-04T02:07:55.497874Z","end":"2026-05-04T02:07:55.610678Z","steps":["trace[778967999] 'process raft request' (duration: 112.611493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:22.922689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:23.423968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:23.925084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:24.425784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:24.504496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000320246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:08:24.504645Z","caller":"traceutil/trace.go:171","msg":"trace[258929756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000548951s","start":"2026-05-04T02:08:22.504069Z","end":"2026-05-04T02:08:24.504618Z","steps":["trace[258929756] 'agreement among raft nodes before linearized reading' (duration: 2.000336697s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:24.504865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:22.504058Z","time spent":"2.000632382s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 02:08:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:24.926257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:25.427348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:25.928326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:26.429458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:26.505551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999818435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:08:26.505666Z","caller":"traceutil/trace.go:171","msg":"trace[1176588773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056391s","start":"2026-05-04T02:08:24.505586Z","end":"2026-05-04T02:08:26.505642Z","steps":["trace[1176588773] 'agreement among raft nodes before linearized reading' (duration: 1.999916718s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:26.505724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:24.505559Z","time spent":"2.000149192s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 02:08:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:26.930474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:27.430938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:27.931256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:27.941242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:22.943355Z","time spent":"4.997874929s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 02:08:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:27.946535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:22.948624Z","time spent":"4.997731536s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 02:08:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:27.952832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999726977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:08:27.952939Z","caller":"traceutil/trace.go:171","msg":"trace[1060186701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999910121s","start":"2026-05-04T02:08:22.953004Z","end":"2026-05-04T02:08:27.952914Z","steps":["trace[1060186701] 'agreement among raft nodes before linearized reading' (duration: 4.999766008s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:27.953003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:22.952982Z","time spent":"5.000008273s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/04 02:08:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:27.958471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999146555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:08:27.958583Z","caller":"traceutil/trace.go:171","msg":"trace[1479158392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999358759s","start":"2026-05-04T02:08:22.959199Z","end":"2026-05-04T02:08:27.958557Z","steps":["trace[1479158392] 'agreement among raft nodes before linearized reading' (duration: 4.999213826s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:27.958651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:22.959172Z","time spent":"4.999466272s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/04 02:08:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:28.346434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:23.348488Z","time spent":"4.99793036s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 02:08:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:28.431429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:28.513637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:08:28.513747Z","caller":"traceutil/trace.go:171","msg":"trace[2053807135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095892s","start":"2026-05-04T02:08:26.513627Z","end":"2026-05-04T02:08:28.513723Z","steps":["trace[2053807135] 'agreement among raft nodes before linearized reading' (duration: 1.999960948s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:28.513799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:26.513603Z","time spent":"2.000186313s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 02:08:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:28.708808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:23.710713Z","time spent":"4.998085773s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 02:08:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:28.932415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836200887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:08:29.007791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999160036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:08:29.007899Z","caller":"traceutil/trace.go:171","msg":"trace[39966988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999328179s","start":"2026-05-04T02:08:24.008546Z","end":"2026-05-04T02:08:29.007874Z","steps":["trace[39966988] 'agreement among raft nodes before linearized reading' (duration: 4.999189186s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:29.007953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:24.008493Z","time spent":"4.999449102s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/04 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:29.167726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.824684934s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T02:08:29.168219Z","caller":"traceutil/trace.go:171","msg":"trace[497332511] transaction","detail":"{read_only:false; response_revision:14482; number_of_response:1; }","duration":"6.825297537s","start":"2026-05-04T02:08:22.342892Z","end":"2026-05-04T02:08:29.168189Z","steps":["trace[497332511] 'process raft request' (duration: 6.825129403s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:29.168391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:22.34286Z","time spent":"6.82544714s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:08:30.51417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:08:30.514289Z","caller":"traceutil/trace.go:171","msg":"trace[1450745653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358287s","start":"2026-05-04T02:08:28.513904Z","end":"2026-05-04T02:08:30.514263Z","steps":["trace[1450745653] 'agreement among raft nodes before linearized reading' (duration: 2.000203174s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:30.514357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:28.513874Z","time spent":"2.000472309s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 02:08:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:32.523209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:08:32.52337Z","caller":"traceutil/trace.go:171","msg":"trace[1264612599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531991s","start":"2026-05-04T02:08:30.522808Z","end":"2026-05-04T02:08:32.52334Z","steps":["trace[1264612599] 'agreement among raft nodes before linearized reading' (duration: 2.000330487s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:32.523444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:30.522787Z","time spent":"2.000639933s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 02:08:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:32.941984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999019983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:32.942132Z","caller":"traceutil/trace.go:171","msg":"trace[1033829001] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999264428s","start":"2026-05-04T02:08:27.942841Z","end":"2026-05-04T02:08:32.942105Z","steps":["trace[1033829001] 'agreement among raft nodes before linearized reading' (duration: 4.999049364s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:32.942195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:27.942823Z","time spent":"4.9993581s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/04 02:08:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:32.946481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997789998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:32.947413Z","caller":"traceutil/trace.go:171","msg":"trace[949383609] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998765418s","start":"2026-05-04T02:08:27.948615Z","end":"2026-05-04T02:08:32.94738Z","steps":["trace[949383609] 'agreement among raft nodes before linearized reading' (duration: 4.997811029s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:32.947495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:27.948606Z","time spent":"4.99887113s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/04 02:08:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:32.952208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996408231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:32.952397Z","caller":"traceutil/trace.go:171","msg":"trace[959121956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996677467s","start":"2026-05-04T02:08:29.955692Z","end":"2026-05-04T02:08:32.952369Z","steps":["trace[959121956] 'agreement among raft nodes before linearized reading' (duration: 2.996448002s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:32.952502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:29.955665Z","time spent":"2.996818939s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/04 02:08:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:32.962607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000753661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:32.962718Z","caller":"traceutil/trace.go:171","msg":"trace[962842391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.000889054s","start":"2026-05-04T02:08:29.961804Z","end":"2026-05-04T02:08:32.962693Z","steps":["trace[962842391] 'agreement among raft nodes before linearized reading' (duration: 3.000742621s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:32.962778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:29.961764Z","time spent":"3.001001876s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/04 02:08:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:33.346336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998234598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:33.346439Z","caller":"traceutil/trace.go:171","msg":"trace[134247324] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998387951s","start":"2026-05-04T02:08:28.348028Z","end":"2026-05-04T02:08:33.346416Z","steps":["trace[134247324] 'agreement among raft nodes before linearized reading' (duration: 4.998253188s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:33.346501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:28.348016Z","time spent":"4.998467912s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/04 02:08:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:33.378604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.930804629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:33.378738Z","caller":"traceutil/trace.go:171","msg":"trace[1473503937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.931009444s","start":"2026-05-04T02:08:25.4477Z","end":"2026-05-04T02:08:33.378709Z","steps":["trace[1473503937] 'agreement among raft nodes before linearized reading' (duration: 7.93084288s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:33.379054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:25.447675Z","time spent":"7.93129275s","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/04 02:08:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:33.510658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:26.509771Z","time spent":"7.000879351s","remote":"127.0.0.1:53328","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-04T02:08:33.709569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998153415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:33.709685Z","caller":"traceutil/trace.go:171","msg":"trace[1887391049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998348359s","start":"2026-05-04T02:08:28.71131Z","end":"2026-05-04T02:08:33.709659Z","steps":["trace[1887391049] 'agreement among raft nodes before linearized reading' (duration: 4.998203616s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:33.709744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:28.711286Z","time spent":"4.998447131s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/04 02:08:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:34.00837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997741197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:34.008603Z","caller":"traceutil/trace.go:171","msg":"trace[969456500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997999303s","start":"2026-05-04T02:08:31.010494Z","end":"2026-05-04T02:08:34.008493Z","steps":["trace[969456500] 'agreement among raft nodes before linearized reading' (duration: 2.997786129s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:34.008697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:31.010462Z","time spent":"2.998215157s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/04 02:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:34.103336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999211191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:34.10343Z","caller":"traceutil/trace.go:171","msg":"trace[1392524612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999427215s","start":"2026-05-04T02:08:24.103982Z","end":"2026-05-04T02:08:34.103409Z","steps":["trace[1392524612] 'agreement among raft nodes before linearized reading' (duration: 9.999260432s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:34.103337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999461136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:34.10358Z","caller":"traceutil/trace.go:171","msg":"trace[622199657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999768592s","start":"2026-05-04T02:08:24.103786Z","end":"2026-05-04T02:08:34.103554Z","steps":["trace[622199657] 'agreement among raft nodes before linearized reading' (duration: 9.999496786s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:34.103474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:24.103953Z","time spent":"9.999513427s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/04 02:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:34.103736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:24.103765Z","time spent":"9.999927716s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/04 02:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:34.524036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:34.524154Z","caller":"traceutil/trace.go:171","msg":"trace[1826080982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000594941s","start":"2026-05-04T02:08:32.523529Z","end":"2026-05-04T02:08:34.524124Z","steps":["trace[1826080982] 'agreement among raft nodes before linearized reading' (duration: 2.000437268s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:34.52421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:32.523501Z","time spent":"2.000697654s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 02:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:35.170165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999597081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:08:35.170358Z","caller":"traceutil/trace.go:171","msg":"trace[1560347768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999845967s","start":"2026-05-04T02:08:33.170491Z","end":"2026-05-04T02:08:35.170337Z","steps":["trace[1560347768] 'agreement among raft nodes before linearized reading' (duration: 1.999632092s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:35.171274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:33.170466Z","time spent":"2.000727274s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 02:08:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:08:36.063545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:29.437082Z","time spent":"6.626450836s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-04T02:08:36.133519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.96545588s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T02:08:36.13456Z","caller":"traceutil/trace.go:171","msg":"trace[2105971810] linearizableReadLoop","detail":"{readStateIndex:14988; appliedIndex:14982; }","duration":"13.712635265s","start":"2026-05-04T02:08:22.421895Z","end":"2026-05-04T02:08:36.13453Z","steps":["trace[2105971810] 'read index received' (duration: 6.746257576s)","trace[2105971810] 'applied index is now lower than readState.Index' (duration: 6.966376069s)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:08:36.134767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.712841739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T02:08:36.134904Z","caller":"traceutil/trace.go:171","msg":"trace[860046152] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14486; }","duration":"13.713054444s","start":"2026-05-04T02:08:22.421836Z","end":"2026-05-04T02:08:36.13489Z","steps":["trace[860046152] 'agreement among raft nodes before linearized reading' (duration: 13.712841509s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.134947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:22.421817Z","time spent":"13.713118076s","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.226037Z","caller":"traceutil/trace.go:171","msg":"trace[171154443] transaction","detail":"{read_only:false; response_revision:14487; number_of_response:1; }","duration":"6.489522s","start":"2026-05-04T02:08:29.73647Z","end":"2026-05-04T02:08:36.225992Z","steps":["trace[171154443] 'process raft request' (duration: 6.489208753s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.226218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:29.736438Z","time spent":"6.489686724s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:08:36.311908Z","caller":"traceutil/trace.go:171","msg":"trace[621936950] transaction","detail":"{read_only:false; response_revision:14490; number_of_response:1; }","duration":"3.353390215s","start":"2026-05-04T02:08:32.958483Z","end":"2026-05-04T02:08:36.311874Z","steps":["trace[621936950] 'process raft request' (duration: 3.353283473s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.311908Z","caller":"traceutil/trace.go:171","msg":"trace[1040497045] transaction","detail":"{read_only:false; response_revision:14489; number_of_response:1; }","duration":"5.201588593s","start":"2026-05-04T02:08:31.110248Z","end":"2026-05-04T02:08:36.311836Z","steps":["trace[1040497045] 'process raft request' (duration: 5.201355738s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.312151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:32.958449Z","time spent":"3.353559659s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:08:36.312393Z","caller":"traceutil/trace.go:171","msg":"trace[812307403] transaction","detail":"{read_only:false; response_revision:14491; number_of_response:1; }","duration":"3.347884122s","start":"2026-05-04T02:08:32.964479Z","end":"2026-05-04T02:08:36.312363Z","steps":["trace[812307403] 'process raft request' (duration: 3.347346211s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.312478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:33.5122Z","time spent":"2.800266792s","remote":"127.0.0.1:53328","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-04T02:08:36.312497Z","caller":"traceutil/trace.go:171","msg":"trace[1725789072] transaction","detail":"{read_only:false; response_revision:14492; number_of_response:1; }","duration":"2.206921588s","start":"2026-05-04T02:08:34.105535Z","end":"2026-05-04T02:08:36.312456Z","steps":["trace[1725789072] 'process raft request' (duration: 2.206717514s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.312507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:32.964446Z","time spent":"3.347998095s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:08:36.31259Z","caller":"traceutil/trace.go:171","msg":"trace[565027847] linearizableReadLoop","detail":"{readStateIndex:14996; appliedIndex:14988; }","duration":"177.817108ms","start":"2026-05-04T02:08:36.134641Z","end":"2026-05-04T02:08:36.312459Z","steps":["trace[565027847] 'read index received' (duration: 90.851274ms)","trace[565027847] 'applied index is now lower than readState.Index' (duration: 86.964474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:08:36.312715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:34.105508Z","time spent":"2.207097012s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:08:36.312793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.390491462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-04T02:08:36.312774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:31.110214Z","time spent":"5.201828258s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:08:36.312841Z","caller":"traceutil/trace.go:171","msg":"trace[1215819503] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14493; }","duration":"7.390585764s","start":"2026-05-04T02:08:28.92224Z","end":"2026-05-04T02:08:36.312826Z","steps":["trace[1215819503] 'agreement among raft nodes before linearized reading' (duration: 7.390423239s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.312868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.825960205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dt4vg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T02:08:36.312909Z","caller":"traceutil/trace.go:171","msg":"trace[1955956427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dt4vg; range_end:; response_count:1; response_revision:14493; }","duration":"13.826081227s","start":"2026-05-04T02:08:22.486816Z","end":"2026-05-04T02:08:36.312897Z","steps":["trace[1955956427] 'agreement among raft nodes before linearized reading' (duration: 13.825865692s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.312935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945428649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T02:08:36.312947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:22.486793Z","time spent":"13.826146398s","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-dt4vg\" "} {"level":"info","ts":"2026-05-04T02:08:36.312967Z","caller":"traceutil/trace.go:171","msg":"trace[1296685757] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14493; }","duration":"2.94551506s","start":"2026-05-04T02:08:33.367443Z","end":"2026-05-04T02:08:36.312958Z","steps":["trace[1296685757] 'agreement among raft nodes before linearized reading' (duration: 2.945454059s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.31297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.17944891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.313003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:33.367415Z","time spent":"2.945572002s","remote":"127.0.0.1:53718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.312996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.460286534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-04T02:08:36.31303Z","caller":"traceutil/trace.go:171","msg":"trace[2065094248] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:14493; }","duration":"8.179560832s","start":"2026-05-04T02:08:28.133449Z","end":"2026-05-04T02:08:36.31301Z","steps":["trace[2065094248] 'agreement among raft nodes before linearized reading' (duration: 8.1794533s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.31306Z","caller":"traceutil/trace.go:171","msg":"trace[108875943] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:14493; }","duration":"10.460402337s","start":"2026-05-04T02:08:25.852628Z","end":"2026-05-04T02:08:36.31303Z","steps":["trace[108875943] 'agreement among raft nodes before linearized reading' (duration: 10.460157092s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875487595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T02:08:36.313101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.632459517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T02:08:36.313113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:25.852617Z","time spent":"10.460486868s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-04T02:08:36.313149Z","caller":"traceutil/trace.go:171","msg":"trace[1021041988] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14493; }","duration":"12.632561819s","start":"2026-05-04T02:08:23.680573Z","end":"2026-05-04T02:08:36.313134Z","steps":["trace[1021041988] 'agreement among raft nodes before linearized reading' (duration: 12.632454717s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.435139832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.3132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:23.680541Z","time spent":"12.632648681s","remote":"127.0.0.1:53716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.313218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.032050511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.313265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.465744293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.313309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.89645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T02:08:36.313321Z","caller":"traceutil/trace.go:171","msg":"trace[755587920] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14493; }","duration":"7.465840595s","start":"2026-05-04T02:08:28.847465Z","end":"2026-05-04T02:08:36.313305Z","steps":["trace[755587920] 'agreement among raft nodes before linearized reading' (duration: 7.465764784s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.095960171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T02:08:36.313361Z","caller":"traceutil/trace.go:171","msg":"trace[1792115506] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:14493; }","duration":"602.029072ms","start":"2026-05-04T02:08:35.711316Z","end":"2026-05-04T02:08:36.313345Z","steps":["trace[1792115506] 'agreement among raft nodes before linearized reading' (duration: 601.93295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:28.84744Z","time spent":"7.465920547s","remote":"127.0.0.1:45846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.313394Z","caller":"traceutil/trace.go:171","msg":"trace[1526118468] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:14493; }","duration":"13.096080273s","start":"2026-05-04T02:08:23.217304Z","end":"2026-05-04T02:08:36.313384Z","steps":["trace[1526118468] 'agreement among raft nodes before linearized reading' (duration: 13.095996961s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.363430906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.31336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.553902338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.313422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:35.711286Z","time spent":"602.121634ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.313436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:23.217272Z","time spent":"13.096154775s","remote":"127.0.0.1:46980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.313444Z","caller":"traceutil/trace.go:171","msg":"trace[1392170798] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:14493; }","duration":"10.363518248s","start":"2026-05-04T02:08:25.949914Z","end":"2026-05-04T02:08:36.313433Z","steps":["trace[1392170798] 'agreement among raft nodes before linearized reading' (duration: 10.363465247s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.847398382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T02:08:36.313478Z","caller":"traceutil/trace.go:171","msg":"trace[37198419] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14493; }","duration":"8.554411688s","start":"2026-05-04T02:08:27.759037Z","end":"2026-05-04T02:08:36.313449Z","steps":["trace[37198419] 'agreement among raft nodes before linearized reading' (duration: 8.553887998s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.313522Z","caller":"traceutil/trace.go:171","msg":"trace[899306489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14493; }","duration":"10.847465004s","start":"2026-05-04T02:08:25.466043Z","end":"2026-05-04T02:08:36.313509Z","steps":["trace[899306489] 'agreement among raft nodes before linearized reading' (duration: 10.847397402s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:27.759014Z","time spent":"8.55450525s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.313568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:25.466032Z","time spent":"10.847525194s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.313652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.054542423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.313688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.492694724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T02:08:36.313711Z","caller":"traceutil/trace.go:171","msg":"trace[1985147376] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:14493; }","duration":"8.054656185s","start":"2026-05-04T02:08:28.25904Z","end":"2026-05-04T02:08:36.313696Z","steps":["trace[1985147376] 'agreement among raft nodes before linearized reading' (duration: 8.054563753s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.489275443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.313733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176068568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T02:08:36.313748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.850614828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.313757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:28.258992Z","time spent":"8.054750247s","remote":"127.0.0.1:44476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.313748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647716929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T02:08:36.313779Z","caller":"traceutil/trace.go:171","msg":"trace[480140002] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:0; response_revision:14493; }","duration":"10.489682712s","start":"2026-05-04T02:08:25.824078Z","end":"2026-05-04T02:08:36.313761Z","steps":["trace[480140002] 'agreement among raft nodes before linearized reading' (duration: 10.489305274s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.3138Z","caller":"traceutil/trace.go:171","msg":"trace[1490912252] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:14493; }","duration":"10.850733361s","start":"2026-05-04T02:08:25.463052Z","end":"2026-05-04T02:08:36.313786Z","steps":["trace[1490912252] 'agreement among raft nodes before linearized reading' (duration: 10.85065444s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.313799Z","caller":"traceutil/trace.go:171","msg":"trace[432636515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14493; }","duration":"1.17618109s","start":"2026-05-04T02:08:35.137596Z","end":"2026-05-04T02:08:36.313777Z","steps":["trace[432636515] 'agreement among raft nodes before linearized reading' (duration: 1.176069248s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.312877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:28.922215Z","time spent":"7.390655035s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-04T02:08:36.313835Z","caller":"traceutil/trace.go:171","msg":"trace[1450607716] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:14493; }","duration":"3.647855922s","start":"2026-05-04T02:08:32.665947Z","end":"2026-05-04T02:08:36.313803Z","steps":["trace[1450607716] 'agreement among raft nodes before linearized reading' (duration: 3.64773631s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:35.13756Z","time spent":"1.176276972s","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.313881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:32.665918Z","time spent":"3.647952594s","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.313885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.414876162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T02:08:36.313916Z","caller":"traceutil/trace.go:171","msg":"trace[373097077] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14493; }","duration":"11.414950314s","start":"2026-05-04T02:08:24.898956Z","end":"2026-05-04T02:08:36.313907Z","steps":["trace[373097077] 'agreement among raft nodes before linearized reading' (duration: 11.414898293s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.839413233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T02:08:36.313216Z","caller":"traceutil/trace.go:171","msg":"trace[1544019242] transaction","detail":"{read_only:false; response_revision:14493; number_of_response:1; }","duration":"2.207328797s","start":"2026-05-04T02:08:34.105869Z","end":"2026-05-04T02:08:36.313198Z","steps":["trace[1544019242] 'process raft request' (duration: 2.20650836s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:24.898936Z","time spent":"11.415011625s","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.313968Z","caller":"traceutil/trace.go:171","msg":"trace[1333245272] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14493; }","duration":"9.840126268s","start":"2026-05-04T02:08:26.473832Z","end":"2026-05-04T02:08:36.313959Z","steps":["trace[1333245272] 'agreement among raft nodes before linearized reading' (duration: 9.839439104s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.313478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:25.949882Z","time spent":"10.3635885s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.31399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.616887793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T02:08:36.313077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:28.133423Z","time spent":"8.179641385s","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.314027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:34.105819Z","time spent":"2.208158884s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:08:36.314051Z","caller":"traceutil/trace.go:171","msg":"trace[1417006072] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:14493; }","duration":"5.617007005s","start":"2026-05-04T02:08:30.697026Z","end":"2026-05-04T02:08:36.314033Z","steps":["trace[1417006072] 'agreement among raft nodes before linearized reading' (duration: 5.616716689s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.31382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.311524879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415370"} {"level":"warn","ts":"2026-05-04T02:08:36.314106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.64195062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.314129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:30.696996Z","time spent":"5.617119297s","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":34,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.313206Z","caller":"traceutil/trace.go:171","msg":"trace[2073307030] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14493; }","duration":"7.435223103s","start":"2026-05-04T02:08:28.877969Z","end":"2026-05-04T02:08:36.313192Z","steps":["trace[2073307030] 'agreement among raft nodes before linearized reading' (duration: 7.435155552s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.314149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797655769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ac3ab60e850457\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T02:08:36.314152Z","caller":"traceutil/trace.go:171","msg":"trace[1886024475] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14493; }","duration":"13.311907616s","start":"2026-05-04T02:08:23.002228Z","end":"2026-05-04T02:08:36.314136Z","steps":["trace[1886024475] 'agreement among raft nodes before linearized reading' (duration: 13.311356345s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.314181Z","caller":"traceutil/trace.go:171","msg":"trace[1436232261] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ac3ab60e850457; range_end:; response_count:0; response_revision:14493; }","duration":"2.797738161s","start":"2026-05-04T02:08:33.516433Z","end":"2026-05-04T02:08:36.314171Z","steps":["trace[1436232261] 'agreement among raft nodes before linearized reading' (duration: 2.79768489s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.314196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:23.002196Z","time spent":"13.311987948s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415393,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-04T02:08:36.313821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:25.824057Z","time spent":"10.489753233s","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-05-04T02:08:36.313727Z","caller":"traceutil/trace.go:171","msg":"trace[1182092036] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14493; }","duration":"8.492736846s","start":"2026-05-04T02:08:27.820981Z","end":"2026-05-04T02:08:36.313718Z","steps":["trace[1182092036] 'agreement among raft nodes before linearized reading' (duration: 8.492675275s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.314226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:33.516403Z","time spent":"2.797813892s","remote":"127.0.0.1:53328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ac3ab60e850457\" "} {"level":"warn","ts":"2026-05-04T02:08:36.314276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:27.820905Z","time spent":"8.493350388s","remote":"127.0.0.1:53774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.31326Z","caller":"traceutil/trace.go:171","msg":"trace[363074904] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14493; }","duration":"13.032145833s","start":"2026-05-04T02:08:23.281103Z","end":"2026-05-04T02:08:36.313249Z","steps":["trace[363074904] 'agreement among raft nodes before linearized reading' (duration: 13.032078872s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.313147Z","caller":"traceutil/trace.go:171","msg":"trace[1647032341] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14493; }","duration":"2.875628928s","start":"2026-05-04T02:08:33.437499Z","end":"2026-05-04T02:08:36.313128Z","steps":["trace[1647032341] 'agreement among raft nodes before linearized reading' (duration: 2.875395173s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.314008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:26.473803Z","time spent":"9.840193489s","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.314408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:33.437485Z","time spent":"2.876908554s","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.314421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:23.281076Z","time spent":"13.033277277s","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.314441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782030011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.313836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:25.463021Z","time spent":"10.850805923s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.314485Z","caller":"traceutil/trace.go:171","msg":"trace[1391536615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14493; }","duration":"1.782133463s","start":"2026-05-04T02:08:34.532338Z","end":"2026-05-04T02:08:36.314471Z","steps":["trace[1391536615] 'agreement among raft nodes before linearized reading' (duration: 1.782065882s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.314153Z","caller":"traceutil/trace.go:171","msg":"trace[2075923058] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:14493; }","duration":"5.642061202s","start":"2026-05-04T02:08:30.672078Z","end":"2026-05-04T02:08:36.314139Z","steps":["trace[2075923058] 'agreement among raft nodes before linearized reading' (duration: 5.641987911s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.314531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:34.532291Z","time spent":"1.782231315s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T02:08:36.31412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207937825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.314545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:30.672022Z","time spent":"5.642509301s","remote":"127.0.0.1:46936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.314615Z","caller":"traceutil/trace.go:171","msg":"trace[754519180] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:14493; }","duration":"1.208401874s","start":"2026-05-04T02:08:35.106164Z","end":"2026-05-04T02:08:36.314566Z","steps":["trace[754519180] 'agreement among raft nodes before linearized reading' (duration: 1.207905344s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.31422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.824909105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.314663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093093834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-04T02:08:36.314676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:35.106075Z","time spent":"1.208581478s","remote":"127.0.0.1:43950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.314705Z","caller":"traceutil/trace.go:171","msg":"trace[1730588561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14493; }","duration":"5.093182326s","start":"2026-05-04T02:08:31.22151Z","end":"2026-05-04T02:08:36.314693Z","steps":["trace[1730588561] 'agreement among raft nodes before linearized reading' (duration: 5.093008472s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.314751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:31.221485Z","time spent":"5.093255367s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-04T02:08:36.31474Z","caller":"traceutil/trace.go:171","msg":"trace[2046394926] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14493; }","duration":"5.825430435s","start":"2026-05-04T02:08:30.489245Z","end":"2026-05-04T02:08:36.314675Z","steps":["trace[2046394926] 'agreement among raft nodes before linearized reading' (duration: 5.824936775s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.31481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:30.489199Z","time spent":"5.825590948s","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.314849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787414542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-04T02:08:36.314908Z","caller":"traceutil/trace.go:171","msg":"trace[1258649305] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:14493; }","duration":"1.787511015s","start":"2026-05-04T02:08:34.527383Z","end":"2026-05-04T02:08:36.314894Z","steps":["trace[1258649305] 'agreement among raft nodes before linearized reading' (duration: 1.787361872s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.314923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100808729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T02:08:36.314944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:34.527362Z","time spent":"1.787573835s","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-04T02:08:36.314963Z","caller":"traceutil/trace.go:171","msg":"trace[953002864] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14493; }","duration":"4.100921561s","start":"2026-05-04T02:08:32.214032Z","end":"2026-05-04T02:08:36.314953Z","steps":["trace[953002864] 'agreement among raft nodes before linearized reading' (duration: 4.10085901s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.315001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:32.214Z","time spent":"4.100988092s","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.314409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094429757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T02:08:36.31507Z","caller":"traceutil/trace.go:171","msg":"trace[1094874591] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14493; }","duration":"4.095114521s","start":"2026-05-04T02:08:32.219921Z","end":"2026-05-04T02:08:36.315035Z","steps":["trace[1094874591] 'agreement among raft nodes before linearized reading' (duration: 4.094399967s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.315123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:32.219893Z","time spent":"4.095216063s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":65,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.314185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:28.877947Z","time spent":"7.436225404s","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:08:36.315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402142197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T02:08:36.315296Z","caller":"traceutil/trace.go:171","msg":"trace[700319013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14493; }","duration":"2.402509444s","start":"2026-05-04T02:08:33.912771Z","end":"2026-05-04T02:08:36.315281Z","steps":["trace[700319013] 'agreement among raft nodes before linearized reading' (duration: 2.402178108s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.315348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:08:33.912741Z","time spent":"2.402583885s","remote":"127.0.0.1:55172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:08:36.428018Z","caller":"traceutil/trace.go:171","msg":"trace[121568288] transaction","detail":"{read_only:false; response_revision:14494; number_of_response:1; }","duration":"110.482121ms","start":"2026-05-04T02:08:36.317492Z","end":"2026-05-04T02:08:36.427974Z","steps":["trace[121568288] 'process raft request' (duration: 110.227425ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.428081Z","caller":"traceutil/trace.go:171","msg":"trace[367951754] transaction","detail":"{read_only:false; response_revision:14496; number_of_response:1; }","duration":"106.254852ms","start":"2026-05-04T02:08:36.321804Z","end":"2026-05-04T02:08:36.428059Z","steps":["trace[367951754] 'process raft request' (duration: 106.080659ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.428147Z","caller":"traceutil/trace.go:171","msg":"trace[1037626508] transaction","detail":"{read_only:false; response_revision:14497; number_of_response:1; }","duration":"105.166911ms","start":"2026-05-04T02:08:36.32296Z","end":"2026-05-04T02:08:36.428126Z","steps":["trace[1037626508] 'process raft request' (duration: 105.009218ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.428048Z","caller":"traceutil/trace.go:171","msg":"trace[2143422235] transaction","detail":"{read_only:false; response_revision:14495; number_of_response:1; }","duration":"106.362555ms","start":"2026-05-04T02:08:36.321641Z","end":"2026-05-04T02:08:36.428004Z","steps":["trace[2143422235] 'process raft request' (duration: 106.211262ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.428575Z","caller":"traceutil/trace.go:171","msg":"trace[789657068] linearizableReadLoop","detail":"{readStateIndex:14998; appliedIndex:14996; }","duration":"110.657344ms","start":"2026-05-04T02:08:36.317907Z","end":"2026-05-04T02:08:36.428564Z","steps":["trace[789657068] 'read index received' (duration: 9.876404ms)","trace[789657068] 'applied index is now lower than readState.Index' (duration: 100.77963ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:08:36.428936Z","caller":"traceutil/trace.go:171","msg":"trace[1155727290] transaction","detail":"{read_only:false; response_revision:14498; number_of_response:1; }","duration":"104.060557ms","start":"2026-05-04T02:08:36.324862Z","end":"2026-05-04T02:08:36.428922Z","steps":["trace[1155727290] 'process raft request' (duration: 103.143238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.428913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.95917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T02:08:36.436939Z","caller":"traceutil/trace.go:171","msg":"trace[1187226080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14498; }","duration":"119.009066ms","start":"2026-05-04T02:08:36.317876Z","end":"2026-05-04T02:08:36.436885Z","steps":["trace[1187226080] 'agreement among raft nodes before linearized reading' (duration: 110.871848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.452142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.247039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1668b55e-a8e4-4276-8f7a-825b40c31efd\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-04T02:08:36.452204Z","caller":"traceutil/trace.go:171","msg":"trace[1327281851] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1668b55e-a8e4-4276-8f7a-825b40c31efd; range_end:; response_count:1; response_revision:14499; }","duration":"132.351011ms","start":"2026-05-04T02:08:36.31984Z","end":"2026-05-04T02:08:36.452191Z","steps":["trace[1327281851] 'agreement among raft nodes before linearized reading' (duration: 132.139617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:08:36.452868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.916521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:589673"} {"level":"info","ts":"2026-05-04T02:08:36.452908Z","caller":"traceutil/trace.go:171","msg":"trace[1121168108] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14499; }","duration":"129.988843ms","start":"2026-05-04T02:08:36.32291Z","end":"2026-05-04T02:08:36.452899Z","steps":["trace[1121168108] 'agreement among raft nodes before linearized reading' (duration: 129.481022ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.827663Z","caller":"traceutil/trace.go:171","msg":"trace[1204716399] transaction","detail":"{read_only:false; response_revision:14504; number_of_response:1; }","duration":"101.467754ms","start":"2026-05-04T02:08:36.726165Z","end":"2026-05-04T02:08:36.827633Z","steps":["trace[1204716399] 'process raft request' (duration: 101.27157ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:08:36.912472Z","caller":"traceutil/trace.go:171","msg":"trace[772104036] transaction","detail":"{read_only:false; response_revision:14505; number_of_response:1; }","duration":"179.838012ms","start":"2026-05-04T02:08:36.732471Z","end":"2026-05-04T02:08:36.912309Z","steps":["trace[772104036] 'process raft request' (duration: 158.808067ms)","trace[772104036] 'compare' (duration: 20.800099ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:08:36.912485Z","caller":"traceutil/trace.go:171","msg":"trace[1846151819] linearizableReadLoop","detail":"{readStateIndex:15010; appliedIndex:15008; }","duration":"141.708325ms","start":"2026-05-04T02:08:36.770702Z","end":"2026-05-04T02:08:36.91241Z","steps":["trace[1846151819] 'read index received' (duration: 56.865704ms)","trace[1846151819] 'applied index is now lower than readState.Index' (duration: 84.838581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:08:36.912905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.127093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T02:08:36.912997Z","caller":"traceutil/trace.go:171","msg":"trace[1298154397] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14506; }","duration":"142.341238ms","start":"2026-05-04T02:08:36.770639Z","end":"2026-05-04T02:08:36.91298Z","steps":["trace[1298154397] 'agreement among raft nodes before linearized reading' (duration: 142.000281ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:09:02.753463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12842} {"level":"info","ts":"2026-05-04T02:09:02.83842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12842,"took":"81.988016ms","hash":1730748842,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":24924160,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-04T02:09:02.838564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1730748842,"revision":12842,"compact-revision":10773} {"level":"info","ts":"2026-05-04T02:14:02.76278Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14668} {"level":"info","ts":"2026-05-04T02:14:02.847554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14668,"took":"81.413026ms","hash":1235121684,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":21491712,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-04T02:14:02.847629Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1235121684,"revision":14668,"compact-revision":12842} {"level":"info","ts":"2026-05-04T02:19:02.770723Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16190} {"level":"info","ts":"2026-05-04T02:19:02.843777Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16190,"took":"69.687128ms","hash":3413381295,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":20574208,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-04T02:19:02.843875Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3413381295,"revision":16190,"compact-revision":14668} {"level":"info","ts":"2026-05-04T02:24:02.778471Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17716} {"level":"info","ts":"2026-05-04T02:24:02.848167Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17716,"took":"66.849692ms","hash":3018587423,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":20545536,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:24:02.84824Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3018587423,"revision":17716,"compact-revision":16190} {"level":"info","ts":"2026-05-04T02:24:14.721208Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T02:24:14.726583Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-04T02:24:14.726693Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-04T02:28:18.403982Z","caller":"traceutil/trace.go:171","msg":"trace[2079734472] transaction","detail":"{read_only:false; response_revision:20531; number_of_response:1; }","duration":"359.771551ms","start":"2026-05-04T02:28:18.044178Z","end":"2026-05-04T02:28:18.40395Z","steps":["trace[2079734472] 'process raft request' (duration: 359.601487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:28:18.404272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:28:18.044144Z","time spent":"360.025546ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:28:18.414735Z","caller":"traceutil/trace.go:171","msg":"trace[668072646] transaction","detail":"{read_only:false; response_revision:20533; number_of_response:1; }","duration":"356.912ms","start":"2026-05-04T02:28:18.057798Z","end":"2026-05-04T02:28:18.41471Z","steps":["trace[668072646] 'process raft request' (duration: 356.787627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:28:18.41491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:28:18.057784Z","time spent":"357.060483ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:28:18.414712Z","caller":"traceutil/trace.go:171","msg":"trace[770747341] transaction","detail":"{read_only:false; response_revision:20532; number_of_response:1; }","duration":"363.415499ms","start":"2026-05-04T02:28:18.051252Z","end":"2026-05-04T02:28:18.414667Z","steps":["trace[770747341] 'process raft request' (duration: 363.130962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:28:18.415063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:28:18.051213Z","time spent":"363.783635ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:29:02.791221Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19235} {"level":"info","ts":"2026-05-04T02:29:02.861126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19235,"took":"66.269529ms","hash":1536440948,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":20525056,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:29:02.861245Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1536440948,"revision":19235,"compact-revision":17716} {"level":"info","ts":"2026-05-04T02:32:01.782011Z","caller":"traceutil/trace.go:171","msg":"trace[1469916276] transaction","detail":"{read_only:false; response_revision:21668; number_of_response:1; }","duration":"124.400797ms","start":"2026-05-04T02:32:01.657566Z","end":"2026-05-04T02:32:01.781967Z","steps":["trace[1469916276] 'process raft request' (duration: 124.079729ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:02.907317Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20759} {"level":"info","ts":"2026-05-04T02:34:02.974976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20759,"took":"64.304708ms","hash":1946464956,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":20504576,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:34:02.975063Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1946464956,"revision":20759,"compact-revision":19235} {"level":"warn","ts":"2026-05-04T02:34:06.357751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:06.858803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:07.294745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439985177s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T02:34:07.295168Z","caller":"traceutil/trace.go:171","msg":"trace[1338618350] transaction","detail":"{read_only:false; response_revision:22291; number_of_response:1; }","duration":"1.440494977s","start":"2026-05-04T02:34:05.854643Z","end":"2026-05-04T02:34:07.295138Z","steps":["trace[1338618350] 'process raft request' (duration: 1.440316903s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.295426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:05.854622Z","time spent":"1.44063203s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:34:07.329315Z","caller":"traceutil/trace.go:171","msg":"trace[1096730193] transaction","detail":"{read_only:false; response_revision:22293; number_of_response:1; }","duration":"1.473396617s","start":"2026-05-04T02:34:05.855892Z","end":"2026-05-04T02:34:07.329288Z","steps":["trace[1096730193] 'process raft request' (duration: 1.473308005s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:07.329354Z","caller":"traceutil/trace.go:171","msg":"trace[99930018] transaction","detail":"{read_only:false; response_revision:22292; number_of_response:1; }","duration":"1.474259115s","start":"2026-05-04T02:34:05.855069Z","end":"2026-05-04T02:34:07.329328Z","steps":["trace[99930018] 'process raft request' (duration: 1.473959339s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.329478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:05.855878Z","time spent":"1.473507529s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:34:07.329581Z","caller":"traceutil/trace.go:171","msg":"trace[951450232] transaction","detail":"{read_only:false; response_revision:22294; number_of_response:1; }","duration":"1.472929438s","start":"2026-05-04T02:34:05.856624Z","end":"2026-05-04T02:34:07.329553Z","steps":["trace[951450232] 'process raft request' (duration: 1.472621021s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.329647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:05.85503Z","time spent":"1.474377037s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:34:07.329593Z","caller":"traceutil/trace.go:171","msg":"trace[254244292] transaction","detail":"{read_only:false; response_revision:22295; number_of_response:1; }","duration":"1.294032652s","start":"2026-05-04T02:34:06.035541Z","end":"2026-05-04T02:34:07.329573Z","steps":["trace[254244292] 'process raft request' (duration: 1.29392146s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.329704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:05.856613Z","time spent":"1.47303543s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:34:07.329802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.035504Z","time spent":"1.294240867s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:34:07.329958Z","caller":"traceutil/trace.go:171","msg":"trace[821904625] transaction","detail":"{read_only:false; response_revision:22296; number_of_response:1; }","duration":"576.808929ms","start":"2026-05-04T02:34:06.753125Z","end":"2026-05-04T02:34:07.329934Z","steps":["trace[821904625] 'process raft request' (duration: 576.428751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.330063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.753101Z","time spent":"576.91226ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:34:07.330115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473112311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T02:34:07.330008Z","caller":"traceutil/trace.go:171","msg":"trace[286070548] linearizableReadLoop","detail":"{readStateIndex:23128; appliedIndex:23122; }","duration":"1.472929237s","start":"2026-05-04T02:34:05.856997Z","end":"2026-05-04T02:34:07.329926Z","steps":["trace[286070548] 'read index received' (duration: 1.437912463s)","trace[286070548] 'applied index is now lower than readState.Index' (duration: 35.014654ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:07.330158Z","caller":"traceutil/trace.go:171","msg":"trace[863003916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22296; }","duration":"1.473169452s","start":"2026-05-04T02:34:05.856978Z","end":"2026-05-04T02:34:07.330147Z","steps":["trace[863003916] 'agreement among raft nodes before linearized reading' (duration: 1.473031999s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.330341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:05.856969Z","time spent":"1.473353456s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T02:34:07.330534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.661907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T02:34:07.330558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.828733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T02:34:07.330542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.419319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:07.330601Z","caller":"traceutil/trace.go:171","msg":"trace[1824870930] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:22296; }","duration":"609.785609ms","start":"2026-05-04T02:34:06.720796Z","end":"2026-05-04T02:34:07.330582Z","steps":["trace[1824870930] 'agreement among raft nodes before linearized reading' (duration: 609.665797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.330623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.203228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T02:34:07.330655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.720773Z","time spent":"609.86847ms","remote":"127.0.0.1:44086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:34:07.330684Z","caller":"traceutil/trace.go:171","msg":"trace[1246609716] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22296; }","duration":"263.30519ms","start":"2026-05-04T02:34:07.067368Z","end":"2026-05-04T02:34:07.330673Z","steps":["trace[1246609716] 'agreement among raft nodes before linearized reading' (duration: 263.100936ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:07.330659Z","caller":"traceutil/trace.go:171","msg":"trace[2058823704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22296; }","duration":"962.587912ms","start":"2026-05-04T02:34:06.368044Z","end":"2026-05-04T02:34:07.330632Z","steps":["trace[2058823704] 'agreement among raft nodes before linearized reading' (duration: 962.325527ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:07.330718Z","caller":"traceutil/trace.go:171","msg":"trace[411606314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22296; }","duration":"825.897825ms","start":"2026-05-04T02:34:06.504691Z","end":"2026-05-04T02:34:07.330589Z","steps":["trace[411606314] 'agreement among raft nodes before linearized reading' (duration: 825.809153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.330782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.504677Z","time spent":"826.06805ms","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T02:34:07.330752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.36802Z","time spent":"962.715786ms","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:34:07.330759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.373722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T02:34:07.330874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.322498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-04T02:34:07.330951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444140736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T02:34:07.330986Z","caller":"traceutil/trace.go:171","msg":"trace[730716716] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22296; }","duration":"1.444196956s","start":"2026-05-04T02:34:05.886778Z","end":"2026-05-04T02:34:07.330975Z","steps":["trace[730716716] 'agreement among raft nodes before linearized reading' (duration: 1.444115735s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:07.330981Z","caller":"traceutil/trace.go:171","msg":"trace[76105850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22296; }","duration":"883.476581ms","start":"2026-05-04T02:34:06.447487Z","end":"2026-05-04T02:34:07.330963Z","steps":["trace[76105850] 'agreement among raft nodes before linearized reading' (duration: 883.274607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.331014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:05.886767Z","time spent":"1.444241187s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:34:07.330978Z","caller":"traceutil/trace.go:171","msg":"trace[63946244] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22296; }","duration":"989.625239ms","start":"2026-05-04T02:34:06.341261Z","end":"2026-05-04T02:34:07.330886Z","steps":["trace[63946244] 'agreement among raft nodes before linearized reading' (duration: 989.316601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.331033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.447461Z","time spent":"883.559183ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T02:34:07.330793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.871278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T02:34:07.331161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.341235Z","time spent":"989.835673ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:34:07.331177Z","caller":"traceutil/trace.go:171","msg":"trace[54753930] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22296; }","duration":"710.504922ms","start":"2026-05-04T02:34:06.620646Z","end":"2026-05-04T02:34:07.331151Z","steps":["trace[54753930] 'agreement among raft nodes before linearized reading' (duration: 709.820677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.33082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.645469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-04T02:34:07.331347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.620622Z","time spent":"710.705047ms","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:34:07.330442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46931332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T02:34:07.330492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.082035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dt4vg\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-05-04T02:34:07.331443Z","caller":"traceutil/trace.go:171","msg":"trace[375208360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22296; }","duration":"1.470326162s","start":"2026-05-04T02:34:05.861108Z","end":"2026-05-04T02:34:07.331434Z","steps":["trace[375208360] 'agreement among raft nodes before linearized reading' (duration: 1.469261609s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.331474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:05.861101Z","time spent":"1.470362133s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T02:34:07.331472Z","caller":"traceutil/trace.go:171","msg":"trace[245708021] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dt4vg; range_end:; response_count:1; response_revision:22296; }","duration":"595.112657ms","start":"2026-05-04T02:34:06.736335Z","end":"2026-05-04T02:34:07.331448Z","steps":["trace[245708021] 'agreement among raft nodes before linearized reading' (duration: 594.023313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.331511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.736304Z","time spent":"595.194629ms","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-dt4vg\" "} {"level":"info","ts":"2026-05-04T02:34:07.331355Z","caller":"traceutil/trace.go:171","msg":"trace[1449706894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22296; }","duration":"289.277513ms","start":"2026-05-04T02:34:07.042027Z","end":"2026-05-04T02:34:07.331304Z","steps":["trace[1449706894] 'agreement among raft nodes before linearized reading' (duration: 288.509986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.331929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.965398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-04T02:34:07.332016Z","caller":"traceutil/trace.go:171","msg":"trace[1465968216] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:22296; }","duration":"716.074631ms","start":"2026-05-04T02:34:06.615914Z","end":"2026-05-04T02:34:07.331988Z","steps":["trace[1465968216] 'agreement among raft nodes before linearized reading' (duration: 714.466896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:07.332073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:06.6159Z","time spent":"716.158782ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-05-04T02:34:38.004646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:38.505183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:39.005388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:39.504345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999792842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:34:39.504446Z","caller":"traceutil/trace.go:171","msg":"trace[1950152786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965506s","start":"2026-05-04T02:34:37.504458Z","end":"2026-05-04T02:34:39.504424Z","steps":["trace[1950152786] 'agreement among raft nodes before linearized reading' (duration: 1.999842553s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:39.504496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.504419Z","time spent":"2.000064798s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T02:34:39.506415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:40.00754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:40.507682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:41.008061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:41.508838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:41.51339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000621821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:34:41.513506Z","caller":"traceutil/trace.go:171","msg":"trace[459501718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789434s","start":"2026-05-04T02:34:39.512689Z","end":"2026-05-04T02:34:41.513478Z","steps":["trace[459501718] 'agreement among raft nodes before linearized reading' (duration: 2.000629811s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:41.513566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:39.512681Z","time spent":"2.000873876s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 02:34:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:34:42.009235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:42.461116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.46299Z","time spent":"4.998112333s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 02:34:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:34:42.466109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.467676Z","time spent":"4.9984286s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 02:34:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:34:42.510313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:42.569043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998645734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:34:42.569163Z","caller":"traceutil/trace.go:171","msg":"trace[474585562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998837488s","start":"2026-05-04T02:34:37.570289Z","end":"2026-05-04T02:34:42.569126Z","steps":["trace[474585562] 'agreement among raft nodes before linearized reading' (duration: 4.998699445s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:42.569221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.570261Z","time spent":"4.998948351s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T02:34:42.574168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999678635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T02:34:42.574221Z","caller":"traceutil/trace.go:171","msg":"trace[656908660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999776007s","start":"2026-05-04T02:34:37.574433Z","end":"2026-05-04T02:34:42.574209Z","steps":["trace[656908660] 'agreement among raft nodes before linearized reading' (duration: 4.999714756s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:42.574254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.574414Z","time spent":"4.999832939s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/04 02:34:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T02:34:42.585359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99981865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:34:42.58543Z","caller":"traceutil/trace.go:171","msg":"trace[1382638603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999924991s","start":"2026-05-04T02:34:37.585484Z","end":"2026-05-04T02:34:42.585409Z","steps":["trace[1382638603] 'agreement among raft nodes before linearized reading' (duration: 4.999837929s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:42.585468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.585473Z","time spent":"4.999986812s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T02:34:43.010536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:43.511474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:43.513746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T02:34:43.51386Z","caller":"traceutil/trace.go:171","msg":"trace[760736711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001299s","start":"2026-05-04T02:34:41.513705Z","end":"2026-05-04T02:34:43.513835Z","steps":["trace[760736711] 'agreement among raft nodes before linearized reading' (duration: 1.999968487s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:43.513923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:41.51368Z","time spent":"2.000231962s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T02:34:44.011793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991528524836223734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T02:34:44.166915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.698749473s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T02:34:44.186486Z","caller":"traceutil/trace.go:171","msg":"trace[1823627615] transaction","detail":"{read_only:false; response_revision:22451; number_of_response:1; }","duration":"4.75725557s","start":"2026-05-04T02:34:39.429202Z","end":"2026-05-04T02:34:44.186458Z","steps":["trace[1823627615] 'process raft request' (duration: 4.757196609s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:44.186546Z","caller":"traceutil/trace.go:171","msg":"trace[2084468458] transaction","detail":"{read_only:false; response_revision:22450; number_of_response:1; }","duration":"6.260061573s","start":"2026-05-04T02:34:37.926444Z","end":"2026-05-04T02:34:44.186506Z","steps":["trace[2084468458] 'process raft request' (duration: 6.2599145s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.186676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:39.42917Z","time spent":"4.757397513s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:34:44.186729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.926412Z","time spent":"6.260239567s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:34:44.186529Z","caller":"traceutil/trace.go:171","msg":"trace[66693406] transaction","detail":"{read_only:false; response_revision:22449; number_of_response:1; }","duration":"6.39066395s","start":"2026-05-04T02:34:37.795809Z","end":"2026-05-04T02:34:44.186473Z","steps":["trace[66693406] 'process raft request' (duration: 6.390411415s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:44.186733Z","caller":"traceutil/trace.go:171","msg":"trace[228119652] transaction","detail":"{read_only:false; response_revision:22452; number_of_response:1; }","duration":"4.712988379s","start":"2026-05-04T02:34:39.473707Z","end":"2026-05-04T02:34:44.186696Z","steps":["trace[228119652] 'process raft request' (duration: 4.712719243s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.186953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:39.473672Z","time spent":"4.713180512s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:34:44.186941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.795791Z","time spent":"6.391016447s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:34:44.189961Z","caller":"traceutil/trace.go:171","msg":"trace[1296527366] linearizableReadLoop","detail":"{readStateIndex:23294; appliedIndex:23286; }","duration":"6.685383949s","start":"2026-05-04T02:34:37.504556Z","end":"2026-05-04T02:34:44.18994Z","steps":["trace[1296527366] 'read index received' (duration: 6.663302839s)","trace[1296527366] 'applied index is now lower than readState.Index' (duration: 22.07992ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:44.19003Z","caller":"traceutil/trace.go:171","msg":"trace[1296440106] transaction","detail":"{read_only:false; response_revision:22453; number_of_response:1; }","duration":"2.077504036s","start":"2026-05-04T02:34:42.112508Z","end":"2026-05-04T02:34:44.190012Z","steps":["trace[1296440106] 'process raft request' (duration: 2.077315062s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:42.112473Z","time spent":"2.077597199s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:34:44.190146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.609246509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T02:34:44.19016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68242605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:44.19018Z","caller":"traceutil/trace.go:171","msg":"trace[1843384699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22453; }","duration":"6.609303431s","start":"2026-05-04T02:34:37.580868Z","end":"2026-05-04T02:34:44.190171Z","steps":["trace[1843384699] 'agreement among raft nodes before linearized reading' (duration: 6.609186358s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:44.190207Z","caller":"traceutil/trace.go:171","msg":"trace[872279400] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22453; }","duration":"3.682549382s","start":"2026-05-04T02:34:40.507644Z","end":"2026-05-04T02:34:44.190194Z","steps":["trace[872279400] 'agreement among raft nodes before linearized reading' (duration: 3.68245074s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:40.507617Z","time spent":"3.682614324s","remote":"127.0.0.1:46998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:34:44.190243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.028848967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T02:34:44.190261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.601779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:44.190296Z","caller":"traceutil/trace.go:171","msg":"trace[1289119191] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22453; }","duration":"5.028951999s","start":"2026-05-04T02:34:39.161327Z","end":"2026-05-04T02:34:44.190279Z","steps":["trace[1289119191] 'agreement among raft nodes before linearized reading' (duration: 5.028825276s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.580857Z","time spent":"6.609348121s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T02:34:44.190339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:39.161297Z","time spent":"5.029031401s","remote":"127.0.0.1:53492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":39,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:34:44.19038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722806172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-04T02:34:44.190431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.422625521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T02:34:44.190445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022012797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T02:34:44.190382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094158037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:44.190462Z","caller":"traceutil/trace.go:171","msg":"trace[1945327400] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22453; }","duration":"5.422741924s","start":"2026-05-04T02:34:38.767708Z","end":"2026-05-04T02:34:44.190449Z","steps":["trace[1945327400] 'agreement among raft nodes before linearized reading' (duration: 5.422679352s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:44.190478Z","caller":"traceutil/trace.go:171","msg":"trace[1641208099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22453; }","duration":"1.022092829s","start":"2026-05-04T02:34:43.168378Z","end":"2026-05-04T02:34:44.190471Z","steps":["trace[1641208099] 'agreement among raft nodes before linearized reading' (duration: 1.022041188s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:38.76768Z","time spent":"5.422805996s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:34:44.190506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:43.168351Z","time spent":"1.02215013s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T02:34:44.190541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765456666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-04T02:34:44.190568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657872011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T02:34:44.190567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727959512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-04T02:34:44.190446Z","caller":"traceutil/trace.go:171","msg":"trace[821624736] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22453; }","duration":"1.722892114s","start":"2026-05-04T02:34:42.467537Z","end":"2026-05-04T02:34:44.190429Z","steps":["trace[821624736] 'agreement among raft nodes before linearized reading' (duration: 1.722641159s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:44.190621Z","caller":"traceutil/trace.go:171","msg":"trace[683741667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22453; }","duration":"3.765548038s","start":"2026-05-04T02:34:40.425025Z","end":"2026-05-04T02:34:44.190573Z","steps":["trace[683741667] 'agreement among raft nodes before linearized reading' (duration: 3.765398645s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:44.190634Z","caller":"traceutil/trace.go:171","msg":"trace[616850845] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22453; }","duration":"1.657994483s","start":"2026-05-04T02:34:42.53263Z","end":"2026-05-04T02:34:44.190625Z","steps":["trace[616850845] 'agreement among raft nodes before linearized reading' (duration: 1.657877691s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682090722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ac3ab60e850457\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-04T02:34:44.190674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:40.424993Z","time spent":"3.765673081s","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T02:34:44.190678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:42.532597Z","time spent":"1.658071845s","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":34,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:34:44.19069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325482369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T02:34:44.190704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.431432137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-04T02:34:44.190729Z","caller":"traceutil/trace.go:171","msg":"trace[1034675625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:22453; }","duration":"2.325586972s","start":"2026-05-04T02:34:41.865131Z","end":"2026-05-04T02:34:44.190718Z","steps":["trace[1034675625] 'agreement among raft nodes before linearized reading' (duration: 2.325533791s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013617392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T02:34:44.190715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:42.467522Z","time spent":"1.723147159s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-04T02:34:44.190794Z","caller":"traceutil/trace.go:171","msg":"trace[45706010] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22453; }","duration":"5.013718045s","start":"2026-05-04T02:34:39.177067Z","end":"2026-05-04T02:34:44.190785Z","steps":["trace[45706010] 'agreement among raft nodes before linearized reading' (duration: 5.013655943s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:44.190645Z","caller":"traceutil/trace.go:171","msg":"trace[1379156129] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:22453; }","duration":"1.728087304s","start":"2026-05-04T02:34:42.462544Z","end":"2026-05-04T02:34:44.190631Z","steps":["trace[1379156129] 'agreement among raft nodes before linearized reading' (duration: 1.727919011s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.483041505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dt4vg\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-05-04T02:34:44.190841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.436474065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-04T02:34:44.190846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418412346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:44.190488Z","caller":"traceutil/trace.go:171","msg":"trace[789655504] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22453; }","duration":"4.094479183s","start":"2026-05-04T02:34:40.095997Z","end":"2026-05-04T02:34:44.190476Z","steps":["trace[789655504] 'agreement among raft nodes before linearized reading' (duration: 4.094169907s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:42.462514Z","time spent":"1.72834332s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-05-04T02:34:44.190881Z","caller":"traceutil/trace.go:171","msg":"trace[85314534] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22453; }","duration":"6.436536505s","start":"2026-05-04T02:34:37.754332Z","end":"2026-05-04T02:34:44.190869Z","steps":["trace[85314534] 'agreement among raft nodes before linearized reading' (duration: 6.436433993s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833969814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:44.190898Z","caller":"traceutil/trace.go:171","msg":"trace[797424386] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22453; }","duration":"2.418458087s","start":"2026-05-04T02:34:41.772416Z","end":"2026-05-04T02:34:44.190875Z","steps":["trace[797424386] 'agreement among raft nodes before linearized reading' (duration: 2.418375546s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.19091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.75432Z","time spent":"6.436584616s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-04T02:34:44.190932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:41.772343Z","time spent":"2.418580009s","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:34:44.190915Z","caller":"traceutil/trace.go:171","msg":"trace[99773335] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22453; }","duration":"2.834061236s","start":"2026-05-04T02:34:41.356845Z","end":"2026-05-04T02:34:44.190906Z","steps":["trace[99773335] 'agreement among raft nodes before linearized reading' (duration: 2.834001995s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:44.190305Z","caller":"traceutil/trace.go:171","msg":"trace[1294716815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22453; }","duration":"667.698001ms","start":"2026-05-04T02:34:43.522595Z","end":"2026-05-04T02:34:44.190293Z","steps":["trace[1294716815] 'agreement among raft nodes before linearized reading' (duration: 667.599699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:40.09597Z","time spent":"4.094931923s","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:34:44.190764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.608843521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T02:34:44.190975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:41.356815Z","time spent":"2.834149258s","remote":"127.0.0.1:43946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:34:44.190869Z","caller":"traceutil/trace.go:171","msg":"trace[899335826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dt4vg; range_end:; response_count:1; response_revision:22453; }","duration":"6.483104456s","start":"2026-05-04T02:34:37.707757Z","end":"2026-05-04T02:34:44.190861Z","steps":["trace[899335826] 'agreement among raft nodes before linearized reading' (duration: 6.483028115s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.191006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.707739Z","time spent":"6.48326124s","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-dt4vg\" "} {"level":"warn","ts":"2026-05-04T02:34:44.190823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:39.177035Z","time spent":"5.013779565s","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:34:44.190997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759161824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:44.191Z","caller":"traceutil/trace.go:171","msg":"trace[1611143307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22453; }","duration":"6.609094046s","start":"2026-05-04T02:34:37.581893Z","end":"2026-05-04T02:34:44.190987Z","steps":["trace[1611143307] 'agreement among raft nodes before linearized reading' (duration: 6.608793449s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.190978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:43.522575Z","time spent":"668.397945ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T02:34:44.191121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.581881Z","time spent":"6.609232838s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T02:34:44.191146Z","caller":"traceutil/trace.go:171","msg":"trace[1274630696] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22453; }","duration":"2.759436119s","start":"2026-05-04T02:34:41.431674Z","end":"2026-05-04T02:34:44.19111Z","steps":["trace[1274630696] 'agreement among raft nodes before linearized reading' (duration: 2.759078392s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.191215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:41.431645Z","time spent":"2.759553223s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:34:44.190731Z","caller":"traceutil/trace.go:171","msg":"trace[459669127] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22453; }","duration":"6.431501658s","start":"2026-05-04T02:34:37.759222Z","end":"2026-05-04T02:34:44.190724Z","steps":["trace[459669127] 'agreement among raft nodes before linearized reading' (duration: 6.431426407s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.19076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:41.865096Z","time spent":"2.325656944s","remote":"127.0.0.1:46900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:34:44.190701Z","caller":"traceutil/trace.go:171","msg":"trace[659604341] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ac3ab60e850457; range_end:; response_count:1; response_revision:22453; }","duration":"4.682195103s","start":"2026-05-04T02:34:39.508491Z","end":"2026-05-04T02:34:44.190686Z","steps":["trace[659604341] 'agreement among raft nodes before linearized reading' (duration: 4.681992009s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:44.191396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:39.508477Z","time spent":"4.682911489s","remote":"127.0.0.1:53328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ac3ab60e850457\" "} {"level":"warn","ts":"2026-05-04T02:34:44.191353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:37.759212Z","time spent":"6.432133862s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-04T02:39:02.914737Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22280} {"level":"info","ts":"2026-05-04T02:39:02.98241Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22280,"took":"65.032432ms","hash":2996495179,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":20656128,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-04T02:39:02.982492Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2996495179,"revision":22280,"compact-revision":20759} {"level":"info","ts":"2026-05-04T02:39:27.514945Z","caller":"traceutil/trace.go:171","msg":"trace[1122152118] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"150.913781ms","start":"2026-05-04T02:39:27.363986Z","end":"2026-05-04T02:39:27.5149Z","steps":["trace[1122152118] 'process raft request' (duration: 150.676746ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:39:27.515078Z","caller":"traceutil/trace.go:171","msg":"trace[2120774295] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"148.231684ms","start":"2026-05-04T02:39:27.366755Z","end":"2026-05-04T02:39:27.514986Z","steps":["trace[2120774295] 'process raft request' (duration: 148.04633ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:39:44.630854Z","caller":"traceutil/trace.go:171","msg":"trace[1130667712] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"105.314641ms","start":"2026-05-04T02:39:44.525512Z","end":"2026-05-04T02:39:44.630826Z","steps":["trace[1130667712] 'process raft request' (duration: 46.888018ms)","trace[1130667712] 'compare' (duration: 58.309261ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:44:02.921675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23818} {"level":"info","ts":"2026-05-04T02:44:02.997756Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23818,"took":"72.723578ms","hash":3177119971,"current-db-size-bytes":58806272,"current-db-size":"59 MB","current-db-size-in-use-bytes":20754432,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-04T02:44:02.997832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3177119971,"revision":23818,"compact-revision":22280}