{"level":"warn","ts":"2026-04-02T16:44:17.985852Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:44:17.985973Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.222:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.222:2380","--initial-cluster=instance=https://199.204.45.222:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.222:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.222:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T16:44:17.986062Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:44:17.986078Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.222:2380"]} {"level":"info","ts":"2026-04-02T16:44:17.986103Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:44:17.986784Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"]} {"level":"info","ts":"2026-04-02T16:44:17.987021Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.222:2380"],"listen-peer-urls":["https://199.204.45.222:2380"],"advertise-client-urls":["https://199.204.45.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.222:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T16:44:17.991254Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.986824ms"} {"level":"info","ts":"2026-04-02T16:44:17.999529Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"380f6760faea5f9e","cluster-id":"b87e8aca83a17eab"} {"level":"info","ts":"2026-04-02T16:44:17.999631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T16:44:17.999666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became follower at term 0"} {"level":"info","ts":"2026-04-02T16:44:17.999678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 380f6760faea5f9e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T16:44:17.999695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became follower at term 1"} {"level":"info","ts":"2026-04-02T16:44:17.999743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e switched to configuration voters=(4039561056998809502)"} {"level":"warn","ts":"2026-04-02T16:44:18.007128Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T16:44:18.009276Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T16:44:18.010802Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T16:44:18.013284Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"380f6760faea5f9e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T16:44:18.013522Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"380f6760faea5f9e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T16:44:18.013639Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:44:18.013898Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:44:18.013922Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:44:18.016128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e switched to configuration voters=(4039561056998809502)"} {"level":"info","ts":"2026-04-02T16:44:18.017016Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b87e8aca83a17eab","local-member-id":"380f6760faea5f9e","added-peer-id":"380f6760faea5f9e","added-peer-peer-urls":["https://199.204.45.222:2380"]} {"level":"info","ts":"2026-04-02T16:44:18.019315Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:44:18.019496Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.222:2380"} {"level":"info","ts":"2026-04-02T16:44:18.019602Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.222:2380"} {"level":"info","ts":"2026-04-02T16:44:18.019694Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"380f6760faea5f9e","initial-advertise-peer-urls":["https://199.204.45.222:2380"],"listen-peer-urls":["https://199.204.45.222:2380"],"advertise-client-urls":["https://199.204.45.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T16:44:18.01978Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T16:44:19.000499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T16:44:19.000586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T16:44:19.000609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e received MsgPreVoteResp from 380f6760faea5f9e at term 1"} {"level":"info","ts":"2026-04-02T16:44:19.00063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became candidate at term 2"} {"level":"info","ts":"2026-04-02T16:44:19.000642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e received MsgVoteResp from 380f6760faea5f9e at term 2"} {"level":"info","ts":"2026-04-02T16:44:19.000658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became leader at term 2"} {"level":"info","ts":"2026-04-02T16:44:19.000683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 380f6760faea5f9e elected leader 380f6760faea5f9e at term 2"} {"level":"info","ts":"2026-04-02T16:44:19.00208Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"380f6760faea5f9e","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.222:2379]}","request-path":"/0/members/380f6760faea5f9e/attributes","cluster-id":"b87e8aca83a17eab","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T16:44:19.002094Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:44:19.002215Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:44:19.002167Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:19.002455Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T16:44:19.002582Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T16:44:19.003531Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b87e8aca83a17eab","local-member-id":"380f6760faea5f9e","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:19.00373Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:19.003785Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:19.004524Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T16:44:19.007106Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.222:2379"} {"level":"warn","ts":"2026-04-02T16:44:34.995665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.274775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:44:34.995991Z","caller":"traceutil/trace.go:171","msg":"trace[1438272095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:410; }","duration":"230.669384ms","start":"2026-04-02T16:44:34.765287Z","end":"2026-04-02T16:44:34.995957Z","steps":["trace[1438272095] 'range keys from in-memory index tree' (duration: 230.139572ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:57.011549Z","caller":"traceutil/trace.go:171","msg":"trace[1203885435] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"170.609107ms","start":"2026-04-02T16:44:56.840904Z","end":"2026-04-02T16:44:57.011513Z","steps":["trace[1203885435] 'process raft request' (duration: 168.762042ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:57.226527Z","caller":"traceutil/trace.go:171","msg":"trace[1924925360] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"112.778846ms","start":"2026-04-02T16:44:57.11372Z","end":"2026-04-02T16:44:57.226498Z","steps":["trace[1924925360] 'read index received' (duration: 112.495341ms)","trace[1924925360] 'applied index is now lower than readState.Index' (duration: 282.255µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:57.226624Z","caller":"traceutil/trace.go:171","msg":"trace[955397340] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"155.276638ms","start":"2026-04-02T16:44:57.071312Z","end":"2026-04-02T16:44:57.226589Z","steps":["trace[955397340] 'process raft request' (duration: 154.973132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.226774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.358022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T16:44:57.226808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.067482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:57.226913Z","caller":"traceutil/trace.go:171","msg":"trace[263359514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"113.200374ms","start":"2026-04-02T16:44:57.113668Z","end":"2026-04-02T16:44:57.226869Z","steps":["trace[263359514] 'agreement among raft nodes before linearized reading' (duration: 112.98004ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:57.226822Z","caller":"traceutil/trace.go:171","msg":"trace[177132648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:617; }","duration":"106.488134ms","start":"2026-04-02T16:44:57.120322Z","end":"2026-04-02T16:44:57.22681Z","steps":["trace[177132648] 'agreement among raft nodes before linearized reading' (duration: 106.334291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.746058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.410558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5xzpj\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-02T16:44:57.746174Z","caller":"traceutil/trace.go:171","msg":"trace[241928491] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5xzpj; range_end:; response_count:1; response_revision:620; }","duration":"256.595962ms","start":"2026-04-02T16:44:57.489551Z","end":"2026-04-02T16:44:57.746147Z","steps":["trace[241928491] 'range keys from in-memory index tree' (duration: 256.160153ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:47.515492Z","caller":"traceutil/trace.go:171","msg":"trace[367986746] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"158.244946ms","start":"2026-04-02T16:45:47.357222Z","end":"2026-04-02T16:45:47.515467Z","steps":["trace[367986746] 'process raft request' (duration: 158.027112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:31.394771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.830304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:46:31.394946Z","caller":"traceutil/trace.go:171","msg":"trace[1216434189] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"366.571905ms","start":"2026-04-02T16:46:31.028352Z","end":"2026-04-02T16:46:31.394924Z","steps":["trace[1216434189] 'process raft request' (duration: 147.912485ms)","trace[1216434189] 'compare' (duration: 217.491317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:46:31.395011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:46:31.028333Z","time spent":"366.648786ms","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:21.458619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.415112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:47:21.459273Z","caller":"traceutil/trace.go:171","msg":"trace[1101347415] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"250.15144ms","start":"2026-04-02T16:47:21.208766Z","end":"2026-04-02T16:47:21.458917Z","steps":["trace[1101347415] 'process raft request' (duration: 146.498864ms)","trace[1101347415] 'compare' (duration: 103.086994ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:09.826432Z","caller":"traceutil/trace.go:171","msg":"trace[333218699] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"182.268077ms","start":"2026-04-02T16:48:09.64411Z","end":"2026-04-02T16:48:09.826378Z","steps":["trace[333218699] 'process raft request' (duration: 134.3969ms)","trace[333218699] 'compare' (duration: 47.674173ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:48.708245Z","caller":"traceutil/trace.go:171","msg":"trace[1776214241] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"104.12951ms","start":"2026-04-02T16:48:48.604081Z","end":"2026-04-02T16:48:48.70821Z","steps":["trace[1776214241] 'process raft request' (duration: 104.064909ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:48.708549Z","caller":"traceutil/trace.go:171","msg":"trace[1278186343] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"104.60469ms","start":"2026-04-02T16:48:48.603853Z","end":"2026-04-02T16:48:48.708458Z","steps":["trace[1278186343] 'process raft request' (duration: 68.969065ms)","trace[1278186343] 'compare' (duration: 35.144076ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:54.312391Z","caller":"traceutil/trace.go:171","msg":"trace[1577005585] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"156.598968ms","start":"2026-04-02T16:48:54.155764Z","end":"2026-04-02T16:48:54.312363Z","steps":["trace[1577005585] 'process raft request' (duration: 156.445435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:54.671766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.934733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:54.671988Z","caller":"traceutil/trace.go:171","msg":"trace[926630063] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"180.825669ms","start":"2026-04-02T16:48:54.491103Z","end":"2026-04-02T16:48:54.671928Z","steps":["trace[926630063] 'process raft request' (duration: 12.58581ms)","trace[926630063] 'compare' (duration: 167.76209ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:35.304848Z","caller":"traceutil/trace.go:171","msg":"trace[178064267] linearizableReadLoop","detail":"{readStateIndex:5017; appliedIndex:5016; }","duration":"102.160203ms","start":"2026-04-02T16:52:35.202671Z","end":"2026-04-02T16:52:35.304832Z","steps":["trace[178064267] 'read index received' (duration: 89.226056ms)","trace[178064267] 'applied index is now lower than readState.Index' (duration: 12.933387ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:35.305005Z","caller":"traceutil/trace.go:171","msg":"trace[355888760] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"114.915505ms","start":"2026-04-02T16:52:35.190074Z","end":"2026-04-02T16:52:35.30499Z","steps":["trace[355888760] 'process raft request' (duration: 101.829745ms)","trace[355888760] 'compare' (duration: 12.840615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:52:35.305206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.230891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-rv2dm-tls-nk5sn\" ","response":"range_response_count:1 size:2625"} {"level":"info","ts":"2026-04-02T16:52:35.305295Z","caller":"traceutil/trace.go:171","msg":"trace[1878542554] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-rv2dm-tls-nk5sn; range_end:; response_count:1; response_revision:4832; }","duration":"115.344353ms","start":"2026-04-02T16:52:35.189925Z","end":"2026-04-02T16:52:35.30527Z","steps":["trace[1878542554] 'agreement among raft nodes before linearized reading' (duration: 115.106919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:35.305097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.579941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:52:35.305474Z","caller":"traceutil/trace.go:171","msg":"trace[510761147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4832; }","duration":"103.981888ms","start":"2026-04-02T16:52:35.201478Z","end":"2026-04-02T16:52:35.30546Z","steps":["trace[510761147] 'agreement among raft nodes before linearized reading' (duration: 103.458638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:35.307468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.000567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-rv2dm-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-04-02T16:52:35.307567Z","caller":"traceutil/trace.go:171","msg":"trace[1610102720] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-rv2dm-tls; range_end:; response_count:1; response_revision:4832; }","duration":"114.12549ms","start":"2026-04-02T16:52:35.193419Z","end":"2026-04-02T16:52:35.307544Z","steps":["trace[1610102720] 'agreement among raft nodes before linearized reading' (duration: 111.551469ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:35.33581Z","caller":"traceutil/trace.go:171","msg":"trace[1512623797] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"117.966615ms","start":"2026-04-02T16:52:35.21781Z","end":"2026-04-02T16:52:35.335776Z","steps":["trace[1512623797] 'process raft request' (duration: 117.784652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:35.336227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.86956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-02T16:52:35.336341Z","caller":"traceutil/trace.go:171","msg":"trace[1014691754] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4834; }","duration":"130.018364ms","start":"2026-04-02T16:52:35.206308Z","end":"2026-04-02T16:52:35.336326Z","steps":["trace[1014691754] 'agreement among raft nodes before linearized reading' (duration: 129.714018ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:39.213889Z","caller":"traceutil/trace.go:171","msg":"trace[290359667] linearizableReadLoop","detail":"{readStateIndex:5160; appliedIndex:5159; }","duration":"191.671014ms","start":"2026-04-02T16:52:39.022196Z","end":"2026-04-02T16:52:39.213867Z","steps":["trace[290359667] 'read index received' (duration: 191.47115ms)","trace[290359667] 'applied index is now lower than readState.Index' (duration: 199.014µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:39.214288Z","caller":"traceutil/trace.go:171","msg":"trace[393646544] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"273.34504ms","start":"2026-04-02T16:52:38.940923Z","end":"2026-04-02T16:52:39.214268Z","steps":["trace[393646544] 'process raft request' (duration: 272.804749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:39.214469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.262676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2wd2r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T16:52:39.214549Z","caller":"traceutil/trace.go:171","msg":"trace[1394857868] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2wd2r; range_end:; response_count:1; response_revision:4972; }","duration":"192.384229ms","start":"2026-04-02T16:52:39.022147Z","end":"2026-04-02T16:52:39.214531Z","steps":["trace[1394857868] 'agreement among raft nodes before linearized reading' (duration: 192.189644ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.244697Z","caller":"traceutil/trace.go:171","msg":"trace[1492247838] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"249.377756ms","start":"2026-04-02T16:52:57.995278Z","end":"2026-04-02T16:52:58.244656Z","steps":["trace[1492247838] 'process raft request' (duration: 178.768059ms)","trace[1492247838] 'compare' (duration: 70.199499ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:58.245233Z","caller":"traceutil/trace.go:171","msg":"trace[29048917] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"248.996199ms","start":"2026-04-02T16:52:57.996196Z","end":"2026-04-02T16:52:58.245193Z","steps":["trace[29048917] 'process raft request' (duration: 248.409907ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.245475Z","caller":"traceutil/trace.go:171","msg":"trace[53830100] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"248.326026ms","start":"2026-04-02T16:52:57.997134Z","end":"2026-04-02T16:52:58.24546Z","steps":["trace[53830100] 'process raft request' (duration: 248.090852ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.24553Z","caller":"traceutil/trace.go:171","msg":"trace[1347674917] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"248.281725ms","start":"2026-04-02T16:52:57.997209Z","end":"2026-04-02T16:52:58.24549Z","steps":["trace[1347674917] 'process raft request' (duration: 248.04247ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.245558Z","caller":"traceutil/trace.go:171","msg":"trace[1286787782] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"249.05664ms","start":"2026-04-02T16:52:57.996451Z","end":"2026-04-02T16:52:58.245508Z","steps":["trace[1286787782] 'process raft request' (duration: 248.620182ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.245609Z","caller":"traceutil/trace.go:171","msg":"trace[524799916] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"248.938598ms","start":"2026-04-02T16:52:57.996513Z","end":"2026-04-02T16:52:58.245452Z","steps":["trace[524799916] 'process raft request' (duration: 248.656592ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.245748Z","caller":"traceutil/trace.go:171","msg":"trace[2061716341] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"248.363496ms","start":"2026-04-02T16:52:57.997239Z","end":"2026-04-02T16:52:58.245603Z","steps":["trace[2061716341] 'process raft request' (duration: 248.0408ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.245911Z","caller":"traceutil/trace.go:171","msg":"trace[499628830] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"248.064869ms","start":"2026-04-02T16:52:57.997824Z","end":"2026-04-02T16:52:58.245889Z","steps":["trace[499628830] 'process raft request' (duration: 247.478548ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.245931Z","caller":"traceutil/trace.go:171","msg":"trace[75455907] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"237.537162ms","start":"2026-04-02T16:52:58.008375Z","end":"2026-04-02T16:52:58.245912Z","steps":["trace[75455907] 'process raft request' (duration: 237.384409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.246186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.815035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-02T16:52:58.24625Z","caller":"traceutil/trace.go:171","msg":"trace[1049618333] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5360; }","duration":"248.917487ms","start":"2026-04-02T16:52:57.997314Z","end":"2026-04-02T16:52:58.246231Z","steps":["trace[1049618333] 'agreement among raft nodes before linearized reading' (duration: 248.655382ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.247206Z","caller":"traceutil/trace.go:171","msg":"trace[1209437983] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5548; }","duration":"249.846536ms","start":"2026-04-02T16:52:57.997331Z","end":"2026-04-02T16:52:58.247177Z","steps":["trace[1209437983] 'read index received' (duration: 26.677219ms)","trace[1209437983] 'applied index is now lower than readState.Index' (duration: 223.165157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:52:58.247507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.74602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-999f6a33-5d34-45ba-9980-bf3d37f46e4c\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-02T16:52:58.247523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.947007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:52:58.247568Z","caller":"traceutil/trace.go:171","msg":"trace[1523539544] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-999f6a33-5d34-45ba-9980-bf3d37f46e4c; range_end:; response_count:1; response_revision:5360; }","duration":"122.848792ms","start":"2026-04-02T16:52:58.124706Z","end":"2026-04-02T16:52:58.247554Z","steps":["trace[1523539544] 'agreement among raft nodes before linearized reading' (duration: 122.651788ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.247591Z","caller":"traceutil/trace.go:171","msg":"trace[1795820147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5360; }","duration":"211.090679ms","start":"2026-04-02T16:52:58.036471Z","end":"2026-04-02T16:52:58.247562Z","steps":["trace[1795820147] 'agreement among raft nodes before linearized reading' (duration: 210.880835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.247771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.071568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2986855812955\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-02T16:52:58.247832Z","caller":"traceutil/trace.go:171","msg":"trace[309577635] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2986855812955; range_end:; response_count:1; response_revision:5360; }","duration":"109.190071ms","start":"2026-04-02T16:52:58.138623Z","end":"2026-04-02T16:52:58.247813Z","steps":["trace[309577635] 'agreement among raft nodes before linearized reading' (duration: 108.957846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.248434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.384047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-02T16:52:58.248504Z","caller":"traceutil/trace.go:171","msg":"trace[217538567] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5360; }","duration":"194.49527ms","start":"2026-04-02T16:52:58.053991Z","end":"2026-04-02T16:52:58.248486Z","steps":["trace[217538567] 'agreement among raft nodes before linearized reading' (duration: 193.388418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.247847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.625369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-999f6a33-5d34-45ba-9980-bf3d37f46e4c\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-02T16:52:58.248947Z","caller":"traceutil/trace.go:171","msg":"trace[572701864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-999f6a33-5d34-45ba-9980-bf3d37f46e4c; range_end:; response_count:1; response_revision:5360; }","duration":"211.759102ms","start":"2026-04-02T16:52:58.037173Z","end":"2026-04-02T16:52:58.248932Z","steps":["trace[572701864] 'agreement among raft nodes before linearized reading' (duration: 210.289463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.572712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.517806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:52:58.572977Z","caller":"traceutil/trace.go:171","msg":"trace[832657876] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"319.563296ms","start":"2026-04-02T16:52:58.253343Z","end":"2026-04-02T16:52:58.572906Z","steps":["trace[832657876] 'process raft request' (duration: 101.783135ms)","trace[832657876] 'compare' (duration: 217.356543ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:58.573026Z","caller":"traceutil/trace.go:171","msg":"trace[1495174595] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"319.603057ms","start":"2026-04-02T16:52:58.253388Z","end":"2026-04-02T16:52:58.572991Z","steps":["trace[1495174595] 'process raft request' (duration: 319.433633ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.573113Z","caller":"traceutil/trace.go:171","msg":"trace[687440824] linearizableReadLoop","detail":"{readStateIndex:5565; appliedIndex:5559; }","duration":"300.145342ms","start":"2026-04-02T16:52:58.272951Z","end":"2026-04-02T16:52:58.573096Z","steps":["trace[687440824] 'read index received' (duration: 82.167297ms)","trace[687440824] 'applied index is now lower than readState.Index' (duration: 217.977005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:52:58.573163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:58.253385Z","time spent":"319.710239ms","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":909,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:52:58.573216Z","caller":"traceutil/trace.go:171","msg":"trace[236446600] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"312.362114ms","start":"2026-04-02T16:52:58.260843Z","end":"2026-04-02T16:52:58.573205Z","steps":["trace[236446600] 'process raft request' (duration: 312.16456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.573302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:58.260822Z","time spent":"312.427915ms","remote":"127.0.0.1:55976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:58.573307Z","caller":"traceutil/trace.go:171","msg":"trace[898030344] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"317.454544ms","start":"2026-04-02T16:52:58.255815Z","end":"2026-04-02T16:52:58.57327Z","steps":["trace[898030344] 'process raft request' (duration: 317.111807ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:58.573401Z","caller":"traceutil/trace.go:171","msg":"trace[104300046] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"319.195409ms","start":"2026-04-02T16:52:58.2541Z","end":"2026-04-02T16:52:58.573296Z","steps":["trace[104300046] 'process raft request' (duration: 318.76252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.57349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:58.255809Z","time spent":"317.571416ms","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:52:58.573498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.518029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-02T16:52:58.573437Z","caller":"traceutil/trace.go:171","msg":"trace[1452138878] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"306.67141ms","start":"2026-04-02T16:52:58.266749Z","end":"2026-04-02T16:52:58.57342Z","steps":["trace[1452138878] 'process raft request' (duration: 306.303903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.573586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.343625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-02T16:52:58.573592Z","caller":"traceutil/trace.go:171","msg":"trace[1971586360] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5367; }","duration":"300.651001ms","start":"2026-04-02T16:52:58.272913Z","end":"2026-04-02T16:52:58.573564Z","steps":["trace[1971586360] 'agreement among raft nodes before linearized reading' (duration: 300.382536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.573142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:58.253328Z","time spent":"319.728889ms","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:52:58.573627Z","caller":"traceutil/trace.go:171","msg":"trace[649572232] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5367; }","duration":"297.396717ms","start":"2026-04-02T16:52:58.276218Z","end":"2026-04-02T16:52:58.573615Z","steps":["trace[649572232] 'agreement among raft nodes before linearized reading' (duration: 297.254894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:58.573649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:58.272895Z","time spent":"300.738083ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-02T16:52:58.57367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:58.26674Z","time spent":"306.842953ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:52:58.573922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:58.254095Z","time spent":"319.760199ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:53:47.749314Z","caller":"traceutil/trace.go:171","msg":"trace[962169603] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"122.880157ms","start":"2026-04-02T16:53:47.626402Z","end":"2026-04-02T16:53:47.749283Z","steps":["trace[962169603] 'process raft request' (duration: 122.621532ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:19.036572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3008} {"level":"info","ts":"2026-04-02T16:54:19.16176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3008,"took":"123.714935ms","hash":3549180056,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":31707136,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T16:54:19.161841Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3549180056,"revision":3008,"compact-revision":-1} {"level":"info","ts":"2026-04-02T16:58:48.383298Z","caller":"traceutil/trace.go:171","msg":"trace[904285252] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"109.868479ms","start":"2026-04-02T16:58:48.273404Z","end":"2026-04-02T16:58:48.383272Z","steps":["trace[904285252] 'process raft request' (duration: 109.730337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:00.256785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.185119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:00.256895Z","caller":"traceutil/trace.go:171","msg":"trace[2128201298] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8184; }","duration":"229.321561ms","start":"2026-04-02T16:59:00.027546Z","end":"2026-04-02T16:59:00.256868Z","steps":["trace[2128201298] 'count revisions from in-memory index tree' (duration: 229.129947ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:00.257159Z","caller":"traceutil/trace.go:171","msg":"trace[874937875] linearizableReadLoop","detail":"{readStateIndex:8471; appliedIndex:8470; }","duration":"168.56873ms","start":"2026-04-02T16:59:00.08857Z","end":"2026-04-02T16:59:00.257139Z","steps":["trace[874937875] 'read index received' (duration: 140.612633ms)","trace[874937875] 'applied index is now lower than readState.Index' (duration: 27.952517ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:00.257178Z","caller":"traceutil/trace.go:171","msg":"trace[1590645076] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"198.811333ms","start":"2026-04-02T16:59:00.058337Z","end":"2026-04-02T16:59:00.257149Z","steps":["trace[1590645076] 'process raft request' (duration: 170.841986ms)","trace[1590645076] 'compare' (duration: 27.557069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:59:00.257371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.790984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:59:00.257372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.768344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:59:00.257443Z","caller":"traceutil/trace.go:171","msg":"trace[1335121455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8185; }","duration":"168.906357ms","start":"2026-04-02T16:59:00.088517Z","end":"2026-04-02T16:59:00.257423Z","steps":["trace[1335121455] 'agreement among raft nodes before linearized reading' (duration: 168.701603ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:00.257443Z","caller":"traceutil/trace.go:171","msg":"trace[1287500635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8185; }","duration":"167.864446ms","start":"2026-04-02T16:59:00.089565Z","end":"2026-04-02T16:59:00.257429Z","steps":["trace[1287500635] 'agreement among raft nodes before linearized reading' (duration: 167.686992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:00.257839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.282007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T16:59:00.257978Z","caller":"traceutil/trace.go:171","msg":"trace[444507402] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8184; }","duration":"269.545403ms","start":"2026-04-02T16:58:59.988405Z","end":"2026-04-02T16:59:00.25795Z","steps":["trace[444507402] 'count revisions from in-memory index tree' (duration: 269.139835ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.077106Z","caller":"traceutil/trace.go:171","msg":"trace[1253305467] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8476; }","duration":"246.606416ms","start":"2026-04-02T16:59:00.830474Z","end":"2026-04-02T16:59:01.07708Z","steps":["trace[1253305467] 'read index received' (duration: 246.33687ms)","trace[1253305467] 'applied index is now lower than readState.Index' (duration: 268.546µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:01.077146Z","caller":"traceutil/trace.go:171","msg":"trace[1501442136] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"252.976144ms","start":"2026-04-02T16:59:00.824144Z","end":"2026-04-02T16:59:01.07712Z","steps":["trace[1501442136] 'process raft request' (duration: 252.76996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.077336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.797119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.077381Z","caller":"traceutil/trace.go:171","msg":"trace[1855405853] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8191; }","duration":"246.866401ms","start":"2026-04-02T16:59:00.830502Z","end":"2026-04-02T16:59:01.077369Z","steps":["trace[1855405853] 'agreement among raft nodes before linearized reading' (duration: 246.760559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.077457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.96369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:01.077494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.460161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.077535Z","caller":"traceutil/trace.go:171","msg":"trace[1381632640] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8191; }","duration":"136.125444ms","start":"2026-04-02T16:59:00.941393Z","end":"2026-04-02T16:59:01.077519Z","steps":["trace[1381632640] 'agreement among raft nodes before linearized reading' (duration: 135.978341ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.077562Z","caller":"traceutil/trace.go:171","msg":"trace[1345856000] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8191; }","duration":"136.543312ms","start":"2026-04-02T16:59:00.941Z","end":"2026-04-02T16:59:01.077543Z","steps":["trace[1345856000] 'agreement among raft nodes before linearized reading' (duration: 136.43942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.07755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.019404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.07764Z","caller":"traceutil/trace.go:171","msg":"trace[781745078] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8191; }","duration":"247.170177ms","start":"2026-04-02T16:59:00.830452Z","end":"2026-04-02T16:59:01.077622Z","steps":["trace[781745078] 'agreement among raft nodes before linearized reading' (duration: 246.782569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.077669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.086438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:01.077682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.514062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.07771Z","caller":"traceutil/trace.go:171","msg":"trace[657955217] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8191; }","duration":"207.142219ms","start":"2026-04-02T16:59:00.870559Z","end":"2026-04-02T16:59:01.077701Z","steps":["trace[657955217] 'agreement among raft nodes before linearized reading' (duration: 207.082178ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.077711Z","caller":"traceutil/trace.go:171","msg":"trace[17378593] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8191; }","duration":"136.566482ms","start":"2026-04-02T16:59:00.941136Z","end":"2026-04-02T16:59:01.077703Z","steps":["trace[17378593] 'agreement among raft nodes before linearized reading' (duration: 136.520271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.077732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.820726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:01.077815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.643714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.077867Z","caller":"traceutil/trace.go:171","msg":"trace[2008079790] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8191; }","duration":"120.716146ms","start":"2026-04-02T16:59:00.957142Z","end":"2026-04-02T16:59:01.077858Z","steps":["trace[2008079790] 'agreement among raft nodes before linearized reading' (duration: 120.652625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.077877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.014938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.077912Z","caller":"traceutil/trace.go:171","msg":"trace[1394836152] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8191; }","duration":"166.06951ms","start":"2026-04-02T16:59:00.911834Z","end":"2026-04-02T16:59:01.077903Z","steps":["trace[1394836152] 'agreement among raft nodes before linearized reading' (duration: 166.019199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.077924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.182918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.077959Z","caller":"traceutil/trace.go:171","msg":"trace[842180842] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8191; }","duration":"224.2677ms","start":"2026-04-02T16:59:00.853682Z","end":"2026-04-02T16:59:01.07795Z","steps":["trace[842180842] 'agreement among raft nodes before linearized reading' (duration: 224.214079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.077918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.050176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:01.078032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.621937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:01.078044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.158078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.078085Z","caller":"traceutil/trace.go:171","msg":"trace[204082209] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8191; }","duration":"223.697599ms","start":"2026-04-02T16:59:00.854373Z","end":"2026-04-02T16:59:01.078071Z","steps":["trace[204082209] 'agreement among raft nodes before linearized reading' (duration: 223.628458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.078053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.884169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:01.078111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.878385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.078088Z","caller":"traceutil/trace.go:171","msg":"trace[126106464] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8191; }","duration":"224.315891ms","start":"2026-04-02T16:59:00.853753Z","end":"2026-04-02T16:59:01.078069Z","steps":["trace[126106464] 'agreement among raft nodes before linearized reading' (duration: 224.051566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.078134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.157179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.078093Z","caller":"traceutil/trace.go:171","msg":"trace[2131322062] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8191; }","duration":"208.22253ms","start":"2026-04-02T16:59:00.869855Z","end":"2026-04-02T16:59:01.078078Z","steps":["trace[2131322062] 'agreement among raft nodes before linearized reading' (duration: 208.142969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.078171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.354444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:01.078165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.304245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.078195Z","caller":"traceutil/trace.go:171","msg":"trace[1048181392] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8191; }","duration":"208.24256ms","start":"2026-04-02T16:59:00.869932Z","end":"2026-04-02T16:59:01.078174Z","steps":["trace[1048181392] 'agreement among raft nodes before linearized reading' (duration: 208.163129ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.078205Z","caller":"traceutil/trace.go:171","msg":"trace[2034173129] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8191; }","duration":"190.442196ms","start":"2026-04-02T16:59:00.887756Z","end":"2026-04-02T16:59:01.078198Z","steps":["trace[2034173129] 'agreement among raft nodes before linearized reading' (duration: 190.391815ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.078228Z","caller":"traceutil/trace.go:171","msg":"trace[1896489889] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8191; }","duration":"166.399306ms","start":"2026-04-02T16:59:00.91181Z","end":"2026-04-02T16:59:01.07821Z","steps":["trace[1896489889] 'agreement among raft nodes before linearized reading' (duration: 166.299214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.078094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.303195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:01.078276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.872907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:01.078088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.263828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.078315Z","caller":"traceutil/trace.go:171","msg":"trace[187007112] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8191; }","duration":"151.945148ms","start":"2026-04-02T16:59:00.926361Z","end":"2026-04-02T16:59:01.078306Z","steps":["trace[187007112] 'agreement among raft nodes before linearized reading' (duration: 151.886077ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.078125Z","caller":"traceutil/trace.go:171","msg":"trace[1333872466] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8191; }","duration":"121.001581ms","start":"2026-04-02T16:59:00.957116Z","end":"2026-04-02T16:59:01.078118Z","steps":["trace[1333872466] 'agreement among raft nodes before linearized reading' (duration: 120.882829ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.077819Z","caller":"traceutil/trace.go:171","msg":"trace[1954237130] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8191; }","duration":"151.916588ms","start":"2026-04-02T16:59:00.925883Z","end":"2026-04-02T16:59:01.0778Z","steps":["trace[1954237130] 'agreement among raft nodes before linearized reading' (duration: 151.816196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.077772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.177046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.078402Z","caller":"traceutil/trace.go:171","msg":"trace[1793412766] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8191; }","duration":"166.57719ms","start":"2026-04-02T16:59:00.911715Z","end":"2026-04-02T16:59:01.078292Z","steps":["trace[1793412766] 'agreement among raft nodes before linearized reading' (duration: 166.245973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.078479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.51312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.078178Z","caller":"traceutil/trace.go:171","msg":"trace[347007484] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8191; }","duration":"189.963977ms","start":"2026-04-02T16:59:00.888194Z","end":"2026-04-02T16:59:01.078158Z","steps":["trace[347007484] 'agreement among raft nodes before linearized reading' (duration: 189.853695ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.078468Z","caller":"traceutil/trace.go:171","msg":"trace[1264861819] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8191; }","duration":"120.92228ms","start":"2026-04-02T16:59:00.957533Z","end":"2026-04-02T16:59:01.078455Z","steps":["trace[1264861819] 'agreement among raft nodes before linearized reading' (duration: 120.184365ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.078552Z","caller":"traceutil/trace.go:171","msg":"trace[894720253] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8191; }","duration":"152.627761ms","start":"2026-04-02T16:59:00.925908Z","end":"2026-04-02T16:59:01.078536Z","steps":["trace[894720253] 'agreement among raft nodes before linearized reading' (duration: 152.509109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:01.077645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.955817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:01.078612Z","caller":"traceutil/trace.go:171","msg":"trace[1720236739] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8191; }","duration":"190.965797ms","start":"2026-04-02T16:59:00.887636Z","end":"2026-04-02T16:59:01.078602Z","steps":["trace[1720236739] 'agreement among raft nodes before linearized reading' (duration: 189.905356ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.078714Z","caller":"traceutil/trace.go:171","msg":"trace[2013589359] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8191; }","duration":"247.560715ms","start":"2026-04-02T16:59:00.830781Z","end":"2026-04-02T16:59:01.078342Z","steps":["trace[2013589359] 'agreement among raft nodes before linearized reading' (duration: 247.268889ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:01.641271Z","caller":"traceutil/trace.go:171","msg":"trace[1437759448] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"125.202337ms","start":"2026-04-02T16:59:01.516038Z","end":"2026-04-02T16:59:01.641241Z","steps":["trace[1437759448] 'process raft request' (duration: 124.87761ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:19.043782Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6121} {"level":"info","ts":"2026-04-02T16:59:19.150076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6121,"took":"104.406111ms","hash":1025910210,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":22933504,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-02T16:59:19.150179Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1025910210,"revision":6121,"compact-revision":3008} {"level":"info","ts":"2026-04-02T16:59:28.638054Z","caller":"traceutil/trace.go:171","msg":"trace[179582668] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8687; }","duration":"234.686849ms","start":"2026-04-02T16:59:28.403345Z","end":"2026-04-02T16:59:28.638031Z","steps":["trace[179582668] 'read index received' (duration: 234.505435ms)","trace[179582668] 'applied index is now lower than readState.Index' (duration: 180.564µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:28.638368Z","caller":"traceutil/trace.go:171","msg":"trace[1689307062] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"277.239296ms","start":"2026-04-02T16:59:28.361117Z","end":"2026-04-02T16:59:28.638356Z","steps":["trace[1689307062] 'process raft request' (duration: 276.792178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:28.63866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.298661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:59:28.638701Z","caller":"traceutil/trace.go:171","msg":"trace[1304606202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8392; }","duration":"235.376912ms","start":"2026-04-02T16:59:28.403314Z","end":"2026-04-02T16:59:28.638691Z","steps":["trace[1304606202] 'agreement among raft nodes before linearized reading' (duration: 235.241419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:28.638851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.348322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:59:28.638928Z","caller":"traceutil/trace.go:171","msg":"trace[585827517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8392; }","duration":"222.479604ms","start":"2026-04-02T16:59:28.416436Z","end":"2026-04-02T16:59:28.638915Z","steps":["trace[585827517] 'agreement among raft nodes before linearized reading' (duration: 222.27815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:28.639105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.16576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:28.639135Z","caller":"traceutil/trace.go:171","msg":"trace[1381206628] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8392; }","duration":"206.19597ms","start":"2026-04-02T16:59:28.43293Z","end":"2026-04-02T16:59:28.639126Z","steps":["trace[1381206628] 'agreement among raft nodes before linearized reading' (duration: 206.152809ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:28.746515Z","caller":"traceutil/trace.go:171","msg":"trace[1748425688] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"103.427932ms","start":"2026-04-02T16:59:28.643062Z","end":"2026-04-02T16:59:28.74649Z","steps":["trace[1748425688] 'process raft request' (duration: 55.162539ms)","trace[1748425688] 'compare' (duration: 48.032939ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:28.748371Z","caller":"traceutil/trace.go:171","msg":"trace[149630719] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"104.160066ms","start":"2026-04-02T16:59:28.644187Z","end":"2026-04-02T16:59:28.748347Z","steps":["trace[149630719] 'process raft request' (duration: 104.072815ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:28.74856Z","caller":"traceutil/trace.go:171","msg":"trace[2080165034] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"105.37413ms","start":"2026-04-02T16:59:28.643147Z","end":"2026-04-02T16:59:28.748521Z","steps":["trace[2080165034] 'process raft request' (duration: 105.016443ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:41.207465Z","caller":"traceutil/trace.go:171","msg":"trace[154876007] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"367.991955ms","start":"2026-04-02T16:59:40.83944Z","end":"2026-04-02T16:59:41.207432Z","steps":["trace[154876007] 'process raft request' (duration: 367.806601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:41.207792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:40.839429Z","time spent":"368.114107ms","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:59:41.220355Z","caller":"traceutil/trace.go:171","msg":"trace[1533980168] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8800; }","duration":"345.662071ms","start":"2026-04-02T16:59:40.874668Z","end":"2026-04-02T16:59:41.22033Z","steps":["trace[1533980168] 'read index received' (duration: 332.57654ms)","trace[1533980168] 'applied index is now lower than readState.Index' (duration: 13.084501ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:41.220433Z","caller":"traceutil/trace.go:171","msg":"trace[1868126516] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8501; }","duration":"369.157289ms","start":"2026-04-02T16:59:40.851258Z","end":"2026-04-02T16:59:41.220416Z","steps":["trace[1868126516] 'process raft request' (duration: 368.902403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:41.220565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.880296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-02T16:59:41.220579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:40.851245Z","time spent":"369.22718ms","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-02T16:59:41.220603Z","caller":"traceutil/trace.go:171","msg":"trace[399560804] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8501; }","duration":"345.958107ms","start":"2026-04-02T16:59:40.874632Z","end":"2026-04-02T16:59:41.220591Z","steps":["trace[399560804] 'agreement among raft nodes before linearized reading' (duration: 345.813484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:41.220619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.357056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-02T16:59:41.220641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:40.87462Z","time spent":"346.012078ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T16:59:41.22067Z","caller":"traceutil/trace.go:171","msg":"trace[1065022219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8501; }","duration":"324.419817ms","start":"2026-04-02T16:59:40.896238Z","end":"2026-04-02T16:59:41.220658Z","steps":["trace[1065022219] 'agreement among raft nodes before linearized reading' (duration: 324.262584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:41.220694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:40.896191Z","time spent":"324.499249ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T16:59:42.091114Z","caller":"traceutil/trace.go:171","msg":"trace[1809560721] linearizableReadLoop","detail":"{readStateIndex:8808; appliedIndex:8807; }","duration":"140.672724ms","start":"2026-04-02T16:59:41.950418Z","end":"2026-04-02T16:59:42.091091Z","steps":["trace[1809560721] 'read index received' (duration: 140.585203ms)","trace[1809560721] 'applied index is now lower than readState.Index' (duration: 85.891µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:42.091148Z","caller":"traceutil/trace.go:171","msg":"trace[783142190] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"265.688536ms","start":"2026-04-02T16:59:41.825434Z","end":"2026-04-02T16:59:42.091123Z","steps":["trace[783142190] 'process raft request' (duration: 265.500512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:42.091384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.911769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-02T16:59:42.091462Z","caller":"traceutil/trace.go:171","msg":"trace[1622599618] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8507; }","duration":"141.068122ms","start":"2026-04-02T16:59:41.950353Z","end":"2026-04-02T16:59:42.091421Z","steps":["trace[1622599618] 'agreement among raft nodes before linearized reading' (duration: 140.857198ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:00:55.161495Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002523.wal"} {"level":"info","ts":"2026-04-02T17:01:47.923132Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"380f6760faea5f9e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T17:01:47.928649Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T17:01:47.928774Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T17:04:19.050268Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8295} {"level":"info","ts":"2026-04-02T17:04:19.130432Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8295,"took":"77.823272ms","hash":3254856447,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":24723456,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-02T17:04:19.130528Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3254856447,"revision":8295,"compact-revision":6121} {"level":"info","ts":"2026-04-02T17:09:19.057564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10724} {"level":"info","ts":"2026-04-02T17:09:19.13198Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10724,"took":"72.661501ms","hash":252135684,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":20729856,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-02T17:09:19.13203Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":252135684,"revision":10724,"compact-revision":8295}