{"level":"warn","ts":"2026-04-04T10:13:03.248154Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:13:03.248247Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.115:2380","--initial-cluster=instance=https://199.19.213.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-04T10:13:03.248311Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:13:03.248324Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-04-04T10:13:03.248354Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:13:03.24897Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"]} {"level":"info","ts":"2026-04-04T10:13:03.249059Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-04T10:13:03.255357Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.114087ms"} {"level":"info","ts":"2026-04-04T10:13:03.271367Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"76964ef0a001678d","cluster-id":"a26f37ac4c69834d"} {"level":"info","ts":"2026-04-04T10:13:03.271444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=()"} {"level":"info","ts":"2026-04-04T10:13:03.271467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became follower at term 0"} {"level":"info","ts":"2026-04-04T10:13:03.271483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 76964ef0a001678d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-04T10:13:03.271492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became follower at term 1"} {"level":"info","ts":"2026-04-04T10:13:03.27153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"warn","ts":"2026-04-04T10:13:03.287573Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-04T10:13:03.289432Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-04T10:13:03.303755Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-04T10:13:03.310836Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"76964ef0a001678d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-04T10:13:03.311079Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"76964ef0a001678d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-04T10:13:03.311253Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:13:03.311428Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:13:03.311454Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:13:03.317271Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:13:03.317708Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"76964ef0a001678d","initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-04T10:13:03.31776Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-04T10:13:03.317856Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-04-04T10:13:03.317895Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-04-04T10:13:03.319211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"info","ts":"2026-04-04T10:13:03.319334Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","added-peer-id":"76964ef0a001678d","added-peer-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-04-04T10:13:03.572817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d is starting a new election at term 1"} {"level":"info","ts":"2026-04-04T10:13:03.57289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-04T10:13:03.572926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d received MsgPreVoteResp from 76964ef0a001678d at term 1"} {"level":"info","ts":"2026-04-04T10:13:03.572947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became candidate at term 2"} {"level":"info","ts":"2026-04-04T10:13:03.572967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d received MsgVoteResp from 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-04-04T10:13:03.572986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became leader at term 2"} {"level":"info","ts":"2026-04-04T10:13:03.573006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 76964ef0a001678d elected leader 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-04-04T10:13:03.574885Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"76964ef0a001678d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.115:2379]}","request-path":"/0/members/76964ef0a001678d/attributes","cluster-id":"a26f37ac4c69834d","publish-timeout":"7s"} {"level":"info","ts":"2026-04-04T10:13:03.57537Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:13:03.575423Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-04T10:13:03.575457Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-04T10:13:03.575342Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:13:03.575792Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:13:03.577642Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-04T10:13:03.589801Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.115:2379"} {"level":"info","ts":"2026-04-04T10:13:03.594561Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:13:03.594687Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:13:03.594719Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:13:05.391972Z","caller":"traceutil/trace.go:171","msg":"trace[48583769] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"155.899546ms","start":"2026-04-04T10:13:05.236047Z","end":"2026-04-04T10:13:05.391947Z","steps":["trace[48583769] 'process raft request' (duration: 155.758657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:31.963583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.853958ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-04T10:13:34.319136Z","caller":"traceutil/trace.go:171","msg":"trace[432660021] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"182.764906ms","start":"2026-04-04T10:13:34.136351Z","end":"2026-04-04T10:13:34.319116Z","steps":["trace[432660021] 'process raft request' (duration: 177.939809ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.319814Z","caller":"traceutil/trace.go:171","msg":"trace[847200924] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"153.575757ms","start":"2026-04-04T10:13:34.166227Z","end":"2026-04-04T10:13:34.319802Z","steps":["trace[847200924] 'process raft request' (duration: 153.319778ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:34.496987Z","caller":"traceutil/trace.go:171","msg":"trace[1014465914] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"111.117742ms","start":"2026-04-04T10:13:34.38585Z","end":"2026-04-04T10:13:34.496968Z","steps":["trace[1014465914] 'process raft request' (duration: 102.908302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:37.303946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.619591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:13:37.304242Z","caller":"traceutil/trace.go:171","msg":"trace[1486765013] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"308.504177ms","start":"2026-04-04T10:13:36.995727Z","end":"2026-04-04T10:13:37.304231Z","steps":["trace[1486765013] 'process raft request' (duration: 194.376529ms)","trace[1486765013] 'compare' (duration: 113.526925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:13:37.30428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:36.995705Z","time spent":"308.56103ms","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:13:37.304435Z","caller":"traceutil/trace.go:171","msg":"trace[931834080] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"308.302912ms","start":"2026-04-04T10:13:36.996128Z","end":"2026-04-04T10:13:37.304431Z","steps":["trace[931834080] 'process raft request' (duration: 307.898713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:37.304464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:36.996101Z","time spent":"308.352626ms","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:13:41.268994Z","caller":"traceutil/trace.go:171","msg":"trace[156066278] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"261.545537ms","start":"2026-04-04T10:13:41.007419Z","end":"2026-04-04T10:13:41.268964Z","steps":["trace[156066278] 'process raft request' (duration: 258.468042ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:41.854815Z","caller":"traceutil/trace.go:171","msg":"trace[1610303683] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"392.577915ms","start":"2026-04-04T10:13:41.462211Z","end":"2026-04-04T10:13:41.854788Z","steps":["trace[1610303683] 'read index received' (duration: 392.453806ms)","trace[1610303683] 'applied index is now lower than readState.Index' (duration: 123.339µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:13:41.854841Z","caller":"traceutil/trace.go:171","msg":"trace[648223452] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"472.890465ms","start":"2026-04-04T10:13:41.38193Z","end":"2026-04-04T10:13:41.85482Z","steps":["trace[648223452] 'process raft request' (duration: 472.742604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:41.854997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:41.381912Z","time spent":"472.991452ms","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:13:41.855168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.896949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:13:41.855218Z","caller":"traceutil/trace.go:171","msg":"trace[293169816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"393.032228ms","start":"2026-04-04T10:13:41.462173Z","end":"2026-04-04T10:13:41.855205Z","steps":["trace[293169816] 'agreement among raft nodes before linearized reading' (duration: 392.729916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:41.855338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:13:41.462156Z","time spent":"393.087393ms","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:13:41.924304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.362597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:13:41.924371Z","caller":"traceutil/trace.go:171","msg":"trace[269243945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:585; }","duration":"172.480816ms","start":"2026-04-04T10:13:41.751874Z","end":"2026-04-04T10:13:41.924355Z","steps":["trace[269243945] 'agreement among raft nodes before linearized reading' (duration: 172.326915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:41.92439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.434814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:13:41.924486Z","caller":"traceutil/trace.go:171","msg":"trace[297683082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:585; }","duration":"292.580114ms","start":"2026-04-04T10:13:41.631886Z","end":"2026-04-04T10:13:41.924466Z","steps":["trace[297683082] 'agreement among raft nodes before linearized reading' (duration: 292.281732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:13:41.924675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.250313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xzg7b\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-04T10:13:41.924712Z","caller":"traceutil/trace.go:171","msg":"trace[678142141] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xzg7b; range_end:; response_count:1; response_revision:586; }","duration":"283.322718ms","start":"2026-04-04T10:13:41.641379Z","end":"2026-04-04T10:13:41.924702Z","steps":["trace[678142141] 'agreement among raft nodes before linearized reading' (duration: 282.974793ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:13:56.695061Z","caller":"traceutil/trace.go:171","msg":"trace[1988665859] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"192.97552ms","start":"2026-04-04T10:13:56.502044Z","end":"2026-04-04T10:13:56.695019Z","steps":["trace[1988665859] 'process raft request' (duration: 134.843829ms)","trace[1988665859] 'compare' (duration: 57.813657ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:14:43.705553Z","caller":"traceutil/trace.go:171","msg":"trace[1275791104] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"105.825074ms","start":"2026-04-04T10:14:43.599666Z","end":"2026-04-04T10:14:43.705491Z","steps":["trace[1275791104] 'process raft request' (duration: 12.888583ms)","trace[1275791104] 'compare' (duration: 92.769138ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:09.947933Z","caller":"traceutil/trace.go:171","msg":"trace[1658633413] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"118.527352ms","start":"2026-04-04T10:15:09.829386Z","end":"2026-04-04T10:15:09.947913Z","steps":["trace[1658633413] 'process raft request' (duration: 118.406018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:10.310787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.939924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5849d5b-f9a3-4de1-a3d0-b2828dc53eed\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-04T10:15:10.310865Z","caller":"traceutil/trace.go:171","msg":"trace[1915755152] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5849d5b-f9a3-4de1-a3d0-b2828dc53eed; range_end:; response_count:1; response_revision:1795; }","duration":"216.048468ms","start":"2026-04-04T10:15:10.094794Z","end":"2026-04-04T10:15:10.310843Z","steps":["trace[1915755152] 'range keys from in-memory index tree' (duration: 215.019896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:10.311072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.686023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:15:10.311208Z","caller":"traceutil/trace.go:171","msg":"trace[542141309] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1795; }","duration":"108.865064ms","start":"2026-04-04T10:15:10.202314Z","end":"2026-04-04T10:15:10.311179Z","steps":["trace[542141309] 'range keys from in-memory index tree' (duration: 108.33421ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:10.565436Z","caller":"traceutil/trace.go:171","msg":"trace[633793461] linearizableReadLoop","detail":"{readStateIndex:1871; appliedIndex:1870; }","duration":"190.905163ms","start":"2026-04-04T10:15:10.374507Z","end":"2026-04-04T10:15:10.565412Z","steps":["trace[633793461] 'read index received' (duration: 190.674684ms)","trace[633793461] 'applied index is now lower than readState.Index' (duration: 229.399µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:10.565679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.162661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-04T10:15:10.565484Z","caller":"traceutil/trace.go:171","msg":"trace[1335650233] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"248.263022ms","start":"2026-04-04T10:15:10.317193Z","end":"2026-04-04T10:15:10.565456Z","steps":["trace[1335650233] 'process raft request' (duration: 248.008684ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:10.565743Z","caller":"traceutil/trace.go:171","msg":"trace[1564116715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1797; }","duration":"191.257076ms","start":"2026-04-04T10:15:10.374453Z","end":"2026-04-04T10:15:10.56571Z","steps":["trace[1564116715] 'agreement among raft nodes before linearized reading' (duration: 191.114263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:10.631925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.596659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-04T10:15:10.631964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.292952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:15:10.631999Z","caller":"traceutil/trace.go:171","msg":"trace[1843017153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1798; }","duration":"232.734313ms","start":"2026-04-04T10:15:10.399251Z","end":"2026-04-04T10:15:10.631986Z","steps":["trace[1843017153] 'agreement among raft nodes before linearized reading' (duration: 232.543732ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:10.632024Z","caller":"traceutil/trace.go:171","msg":"trace[1849122540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1798; }","duration":"218.395058ms","start":"2026-04-04T10:15:10.413614Z","end":"2026-04-04T10:15:10.63201Z","steps":["trace[1849122540] 'agreement among raft nodes before linearized reading' (duration: 218.206757ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:10.632217Z","caller":"traceutil/trace.go:171","msg":"trace[1871075482] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"241.795615ms","start":"2026-04-04T10:15:10.390308Z","end":"2026-04-04T10:15:10.632104Z","steps":["trace[1871075482] 'process raft request' (duration: 241.339267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:10.632315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.923297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:15:10.63235Z","caller":"traceutil/trace.go:171","msg":"trace[201304324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1798; }","duration":"226.975024ms","start":"2026-04-04T10:15:10.405366Z","end":"2026-04-04T10:15:10.632341Z","steps":["trace[201304324] 'agreement among raft nodes before linearized reading' (duration: 226.85376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:10.632641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.079227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-04T10:15:10.632683Z","caller":"traceutil/trace.go:171","msg":"trace[1143587197] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1798; }","duration":"223.143734ms","start":"2026-04-04T10:15:10.40953Z","end":"2026-04-04T10:15:10.632674Z","steps":["trace[1143587197] 'agreement among raft nodes before linearized reading' (duration: 222.914035ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:10.770175Z","caller":"traceutil/trace.go:171","msg":"trace[53405512] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"134.22968ms","start":"2026-04-04T10:15:10.635912Z","end":"2026-04-04T10:15:10.770142Z","steps":["trace[53405512] 'process raft request' (duration: 37.760991ms)","trace[53405512] 'compare' (duration: 96.363234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:11.043008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.842975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:11.043299Z","caller":"traceutil/trace.go:171","msg":"trace[2030943730] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"407.34325ms","start":"2026-04-04T10:15:10.635919Z","end":"2026-04-04T10:15:11.043262Z","steps":["trace[2030943730] 'process raft request' (duration: 279.984999ms)","trace[2030943730] 'compare' (duration: 126.716751ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:11.043316Z","caller":"traceutil/trace.go:171","msg":"trace[1423784542] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"406.562476ms","start":"2026-04-04T10:15:10.636693Z","end":"2026-04-04T10:15:11.043256Z","steps":["trace[1423784542] 'process raft request' (duration: 406.415423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:11.043442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:10.635899Z","time spent":"407.463544ms","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:11.043197Z","caller":"traceutil/trace.go:171","msg":"trace[137850631] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1873; }","duration":"344.582125ms","start":"2026-04-04T10:15:10.698597Z","end":"2026-04-04T10:15:11.043179Z","steps":["trace[137850631] 'read index received' (duration: 217.31863ms)","trace[137850631] 'applied index is now lower than readState.Index' (duration: 127.262325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:11.04356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.954356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-04T10:15:11.043575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:10.636666Z","time spent":"406.753047ms","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:15:11.04361Z","caller":"traceutil/trace.go:171","msg":"trace[89216177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1801; }","duration":"345.033213ms","start":"2026-04-04T10:15:10.69856Z","end":"2026-04-04T10:15:11.043593Z","steps":["trace[89216177] 'agreement among raft nodes before linearized reading' (duration: 344.876631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:11.043648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:10.69854Z","time spent":"345.0989ms","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:15:11.044575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.663755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:15:11.044645Z","caller":"traceutil/trace.go:171","msg":"trace[58283486] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1803; }","duration":"201.76877ms","start":"2026-04-04T10:15:10.842851Z","end":"2026-04-04T10:15:11.04462Z","steps":["trace[58283486] 'agreement among raft nodes before linearized reading' (duration: 201.662694ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:11.04472Z","caller":"traceutil/trace.go:171","msg":"trace[1616138407] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"228.832356ms","start":"2026-04-04T10:15:10.815867Z","end":"2026-04-04T10:15:11.0447Z","steps":["trace[1616138407] 'process raft request' (duration: 228.513991ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:11.044906Z","caller":"traceutil/trace.go:171","msg":"trace[1556673936] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"161.704316ms","start":"2026-04-04T10:15:10.883189Z","end":"2026-04-04T10:15:11.044893Z","steps":["trace[1556673936] 'process raft request' (duration: 161.282025ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:23.564405Z","caller":"traceutil/trace.go:171","msg":"trace[1305704677] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"102.184452ms","start":"2026-04-04T10:15:23.462192Z","end":"2026-04-04T10:15:23.564376Z","steps":["trace[1305704677] 'process raft request' (duration: 102.007848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:44.342134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.896284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:44.342239Z","caller":"traceutil/trace.go:171","msg":"trace[1752190951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2040; }","duration":"108.024693ms","start":"2026-04-04T10:15:44.23417Z","end":"2026-04-04T10:15:44.342195Z","steps":["trace[1752190951] 'range keys from in-memory index tree' (duration: 107.799457ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:45.210003Z","caller":"traceutil/trace.go:171","msg":"trace[1872048466] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"223.726593ms","start":"2026-04-04T10:15:44.986248Z","end":"2026-04-04T10:15:45.209975Z","steps":["trace[1872048466] 'process raft request' (duration: 223.544036ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:45.334808Z","caller":"traceutil/trace.go:171","msg":"trace[53507246] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"104.421257ms","start":"2026-04-04T10:15:45.230367Z","end":"2026-04-04T10:15:45.334788Z","steps":["trace[53507246] 'process raft request' (duration: 94.555498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:45.335025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.041302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:45.335058Z","caller":"traceutil/trace.go:171","msg":"trace[1482591556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2043; }","duration":"100.13592ms","start":"2026-04-04T10:15:45.234915Z","end":"2026-04-04T10:15:45.33505Z","steps":["trace[1482591556] 'agreement among raft nodes before linearized reading' (duration: 100.059501ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:45.497738Z","caller":"traceutil/trace.go:171","msg":"trace[812539574] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"157.164995ms","start":"2026-04-04T10:15:45.340554Z","end":"2026-04-04T10:15:45.497719Z","steps":["trace[812539574] 'process raft request' (duration: 125.992359ms)","trace[812539574] 'compare' (duration: 31.089728ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:45.526305Z","caller":"traceutil/trace.go:171","msg":"trace[154638801] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"185.368888ms","start":"2026-04-04T10:15:45.340913Z","end":"2026-04-04T10:15:45.526282Z","steps":["trace[154638801] 'process raft request' (duration: 185.154833ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:45.526786Z","caller":"traceutil/trace.go:171","msg":"trace[765170427] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"185.81976ms","start":"2026-04-04T10:15:45.340952Z","end":"2026-04-04T10:15:45.526772Z","steps":["trace[765170427] 'process raft request' (duration: 185.239701ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:45.526838Z","caller":"traceutil/trace.go:171","msg":"trace[437440154] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"153.084673ms","start":"2026-04-04T10:15:45.373698Z","end":"2026-04-04T10:15:45.526783Z","steps":["trace[437440154] 'process raft request' (duration: 152.927557ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:45.782897Z","caller":"traceutil/trace.go:171","msg":"trace[379573135] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"138.638635ms","start":"2026-04-04T10:15:45.644234Z","end":"2026-04-04T10:15:45.782872Z","steps":["trace[379573135] 'process raft request' (duration: 48.371264ms)","trace[379573135] 'compare' (duration: 89.822139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:45.783319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.330267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-04T10:15:45.783413Z","caller":"traceutil/trace.go:171","msg":"trace[859375300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2047; }","duration":"183.547454ms","start":"2026-04-04T10:15:45.599836Z","end":"2026-04-04T10:15:45.783384Z","steps":["trace[859375300] 'range keys from in-memory index tree' (duration: 182.556203ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:49.774943Z","caller":"traceutil/trace.go:171","msg":"trace[1501423360] linearizableReadLoop","detail":"{readStateIndex:2591; appliedIndex:2590; }","duration":"169.470741ms","start":"2026-04-04T10:16:49.605451Z","end":"2026-04-04T10:16:49.774921Z","steps":["trace[1501423360] 'read index received' (duration: 169.328659ms)","trace[1501423360] 'applied index is now lower than readState.Index' (duration: 140.992µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:49.774986Z","caller":"traceutil/trace.go:171","msg":"trace[617315295] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"342.100733ms","start":"2026-04-04T10:16:49.432853Z","end":"2026-04-04T10:16:49.774954Z","steps":["trace[617315295] 'process raft request' (duration: 341.91162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:49.77516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:16:49.432839Z","time spent":"342.221474ms","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:16:49.775151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.685885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:16:49.775255Z","caller":"traceutil/trace.go:171","msg":"trace[736717215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2494; }","duration":"169.821028ms","start":"2026-04-04T10:16:49.60542Z","end":"2026-04-04T10:16:49.775241Z","steps":["trace[736717215] 'agreement among raft nodes before linearized reading' (duration: 169.593593ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:49.779854Z","caller":"traceutil/trace.go:171","msg":"trace[439179392] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"115.279316ms","start":"2026-04-04T10:16:49.66455Z","end":"2026-04-04T10:16:49.77983Z","steps":["trace[439179392] 'process raft request' (duration: 115.151814ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:22.20579Z","caller":"traceutil/trace.go:171","msg":"trace[1767910285] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"145.816788ms","start":"2026-04-04T10:17:22.059956Z","end":"2026-04-04T10:17:22.205773Z","steps":["trace[1767910285] 'process raft request' (duration: 145.730395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:22.20593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.087022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:17:22.20579Z","caller":"traceutil/trace.go:171","msg":"trace[1374335197] linearizableReadLoop","detail":"{readStateIndex:2777; appliedIndex:2776; }","duration":"138.942388ms","start":"2026-04-04T10:17:22.066826Z","end":"2026-04-04T10:17:22.205768Z","steps":["trace[1374335197] 'read index received' (duration: 138.934188ms)","trace[1374335197] 'applied index is now lower than readState.Index' (duration: 6.98µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:22.205982Z","caller":"traceutil/trace.go:171","msg":"trace[463694842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2673; }","duration":"139.171215ms","start":"2026-04-04T10:17:22.066804Z","end":"2026-04-04T10:17:22.205975Z","steps":["trace[463694842] 'agreement among raft nodes before linearized reading' (duration: 138.9915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:22.259819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.411141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:17:22.259896Z","caller":"traceutil/trace.go:171","msg":"trace[1942093124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2676; }","duration":"192.534295ms","start":"2026-04-04T10:17:22.067344Z","end":"2026-04-04T10:17:22.259878Z","steps":["trace[1942093124] 'agreement among raft nodes before linearized reading' (duration: 192.373519ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:24.234746Z","caller":"traceutil/trace.go:171","msg":"trace[2028556349] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"112.988345ms","start":"2026-04-04T10:21:24.121725Z","end":"2026-04-04T10:21:24.234713Z","steps":["trace[2028556349] 'process raft request' (duration: 112.699757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:24.707081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.711518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-04T10:21:24.707161Z","caller":"traceutil/trace.go:171","msg":"trace[2017127487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4712; }","duration":"304.836376ms","start":"2026-04-04T10:21:24.402307Z","end":"2026-04-04T10:21:24.707144Z","steps":["trace[2017127487] 'range keys from in-memory index tree' (duration: 304.561348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:24.707201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:24.402281Z","time spent":"304.91072ms","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:21:24.707081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.735252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-107486ee-2f2b-45e7-9b99-5268e972aef9\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-04T10:21:24.707324Z","caller":"traceutil/trace.go:171","msg":"trace[1148200884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-107486ee-2f2b-45e7-9b99-5268e972aef9; range_end:; response_count:1; response_revision:4712; }","duration":"168.993558ms","start":"2026-04-04T10:21:24.538282Z","end":"2026-04-04T10:21:24.707276Z","steps":["trace[1148200884] 'range keys from in-memory index tree' (duration: 168.577962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:24.707185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.797592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:24.707462Z","caller":"traceutil/trace.go:171","msg":"trace[1680519704] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4712; }","duration":"323.129382ms","start":"2026-04-04T10:21:24.384313Z","end":"2026-04-04T10:21:24.707443Z","steps":["trace[1680519704] 'count revisions from in-memory index tree' (duration: 322.709036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:24.707514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:24.384294Z","time spent":"323.202196ms","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:25.05812Z","caller":"traceutil/trace.go:171","msg":"trace[1410026795] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4895; }","duration":"162.079821ms","start":"2026-04-04T10:21:24.896015Z","end":"2026-04-04T10:21:25.058094Z","steps":["trace[1410026795] 'read index received' (duration: 42.43602ms)","trace[1410026795] 'applied index is now lower than readState.Index' (duration: 119.642711ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:25.058251Z","caller":"traceutil/trace.go:171","msg":"trace[797183560] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"171.932643ms","start":"2026-04-04T10:21:24.886301Z","end":"2026-04-04T10:21:25.058234Z","steps":["trace[797183560] 'process raft request' (duration: 158.488627ms)","trace[797183560] 'compare' (duration: 13.18592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:25.05853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.501808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:25.058577Z","caller":"traceutil/trace.go:171","msg":"trace[485580451] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4715; }","duration":"162.600734ms","start":"2026-04-04T10:21:24.895965Z","end":"2026-04-04T10:21:25.058566Z","steps":["trace[485580451] 'agreement among raft nodes before linearized reading' (duration: 162.514178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:25.094724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.239282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-04T10:21:25.094815Z","caller":"traceutil/trace.go:171","msg":"trace[2141895070] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4716; }","duration":"153.389632ms","start":"2026-04-04T10:21:24.941407Z","end":"2026-04-04T10:21:25.094796Z","steps":["trace[2141895070] 'agreement among raft nodes before linearized reading' (duration: 153.155998ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:25.284365Z","caller":"traceutil/trace.go:171","msg":"trace[803783382] linearizableReadLoop","detail":"{readStateIndex:4902; appliedIndex:4898; }","duration":"186.441621ms","start":"2026-04-04T10:21:25.097901Z","end":"2026-04-04T10:21:25.284342Z","steps":["trace[803783382] 'read index received' (duration: 174.533331ms)","trace[803783382] 'applied index is now lower than readState.Index' (duration: 11.90711ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:25.284625Z","caller":"traceutil/trace.go:171","msg":"trace[1528236967] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"219.84504ms","start":"2026-04-04T10:21:25.064765Z","end":"2026-04-04T10:21:25.28461Z","steps":["trace[1528236967] 'process raft request' (duration: 219.493118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:25.284764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.843286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a3ed87cb-1c45-49c9-83ca-05e3c65d273f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-04T10:21:25.284806Z","caller":"traceutil/trace.go:171","msg":"trace[2005739441] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a3ed87cb-1c45-49c9-83ca-05e3c65d273f; range_end:; response_count:1; response_revision:4720; }","duration":"186.91518ms","start":"2026-04-04T10:21:25.097878Z","end":"2026-04-04T10:21:25.284794Z","steps":["trace[2005739441] 'agreement among raft nodes before linearized reading' (duration: 186.775832ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:25.284635Z","caller":"traceutil/trace.go:171","msg":"trace[919902794] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"219.137786ms","start":"2026-04-04T10:21:25.065488Z","end":"2026-04-04T10:21:25.284625Z","steps":["trace[919902794] 'process raft request' (duration: 218.812926ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:25.284947Z","caller":"traceutil/trace.go:171","msg":"trace[436321422] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"220.487799ms","start":"2026-04-04T10:21:25.064432Z","end":"2026-04-04T10:21:25.28492Z","steps":["trace[436321422] 'process raft request' (duration: 219.756304ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:25.285143Z","caller":"traceutil/trace.go:171","msg":"trace[52615885] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"220.776878ms","start":"2026-04-04T10:21:25.064316Z","end":"2026-04-04T10:21:25.285093Z","steps":["trace[52615885] 'process raft request' (duration: 208.139452ms)","trace[52615885] 'compare' (duration: 11.351966ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:25.366366Z","caller":"traceutil/trace.go:171","msg":"trace[459434464] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"148.903036ms","start":"2026-04-04T10:21:25.217411Z","end":"2026-04-04T10:21:25.366314Z","steps":["trace[459434464] 'process raft request' (duration: 148.619599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:25.36642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.191186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:25.366483Z","caller":"traceutil/trace.go:171","msg":"trace[766172495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4721; }","duration":"132.293441ms","start":"2026-04-04T10:21:25.234171Z","end":"2026-04-04T10:21:25.366464Z","steps":["trace[766172495] 'agreement among raft nodes before linearized reading' (duration: 132.155653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:25.366486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.055105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:21:25.366605Z","caller":"traceutil/trace.go:171","msg":"trace[1126183681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4721; }","duration":"149.246127ms","start":"2026-04-04T10:21:25.217338Z","end":"2026-04-04T10:21:25.366584Z","steps":["trace[1126183681] 'agreement among raft nodes before linearized reading' (duration: 148.911096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:25.533372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.323908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:25.533736Z","caller":"traceutil/trace.go:171","msg":"trace[1957836289] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"162.728036ms","start":"2026-04-04T10:21:25.370982Z","end":"2026-04-04T10:21:25.53371Z","steps":["trace[1957836289] 'process raft request' (duration: 36.983331ms)","trace[1957836289] 'compare' (duration: 125.185941ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:37.123191Z","caller":"traceutil/trace.go:171","msg":"trace[700951897] linearizableReadLoop","detail":"{readStateIndex:5071; appliedIndex:5070; }","duration":"167.901898ms","start":"2026-04-04T10:21:36.955265Z","end":"2026-04-04T10:21:37.123167Z","steps":["trace[700951897] 'read index received' (duration: 106.200595ms)","trace[700951897] 'applied index is now lower than readState.Index' (duration: 61.697523ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:37.123404Z","caller":"traceutil/trace.go:171","msg":"trace[324984979] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"259.626543ms","start":"2026-04-04T10:21:36.863742Z","end":"2026-04-04T10:21:37.123368Z","steps":["trace[324984979] 'process raft request' (duration: 197.787331ms)","trace[324984979] 'compare' (duration: 61.540463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:37.123414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.132103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:37.123518Z","caller":"traceutil/trace.go:171","msg":"trace[893082779] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4883; }","duration":"168.270861ms","start":"2026-04-04T10:21:36.955212Z","end":"2026-04-04T10:21:37.123483Z","steps":["trace[893082779] 'agreement among raft nodes before linearized reading' (duration: 168.119772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.123722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.725327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"info","ts":"2026-04-04T10:21:37.123753Z","caller":"traceutil/trace.go:171","msg":"trace[536926797] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4883; }","duration":"149.792891ms","start":"2026-04-04T10:21:36.973952Z","end":"2026-04-04T10:21:37.123745Z","steps":["trace[536926797] 'agreement among raft nodes before linearized reading' (duration: 149.646522ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:37.474457Z","caller":"traceutil/trace.go:171","msg":"trace[891354817] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"343.392386ms","start":"2026-04-04T10:21:37.131034Z","end":"2026-04-04T10:21:37.474426Z","steps":["trace[891354817] 'process raft request' (duration: 343.13895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.474654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.131021Z","time spent":"343.532775ms","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:37.48313Z","caller":"traceutil/trace.go:171","msg":"trace[1457859368] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"348.784135ms","start":"2026-04-04T10:21:37.134332Z","end":"2026-04-04T10:21:37.483116Z","steps":["trace[1457859368] 'process raft request' (duration: 348.682098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.483223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.134316Z","time spent":"348.860001ms","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:28.450133Z","caller":"traceutil/trace.go:171","msg":"trace[1549843192] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"134.020819ms","start":"2026-04-04T10:22:28.316093Z","end":"2026-04-04T10:22:28.450114Z","steps":["trace[1549843192] 'process raft request' (duration: 133.865099ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:03.611589Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2892} {"level":"info","ts":"2026-04-04T10:23:03.689541Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2892,"took":"76.563674ms","hash":4061444820,"current-db-size-bytes":54337536,"current-db-size":"54 MB","current-db-size-in-use-bytes":29245440,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-04T10:23:03.689617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4061444820,"revision":2892,"compact-revision":-1} {"level":"info","ts":"2026-04-04T10:28:03.618542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5612} {"level":"info","ts":"2026-04-04T10:28:03.693012Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5612,"took":"73.114611ms","hash":961332820,"current-db-size-bytes":54337536,"current-db-size":"54 MB","current-db-size-in-use-bytes":18284544,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-04T10:28:03.693069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":961332820,"revision":5612,"compact-revision":2892}