{"level":"warn","ts":"2026-05-05T22:08:57.529281Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-05T22:08:57.529413Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-05T22:08:57.530344Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-05T22:08:57.53036Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-05-05T22:08:57.530419Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-05T22:08:57.531114Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-05-05T22:08:57.531278Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-05T22:08:57.535076Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.536593ms"} {"level":"info","ts":"2026-05-05T22:08:57.541113Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-05-05T22:08:57.541232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-05-05T22:08:57.541283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-05-05T22:08:57.541336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-05T22:08:57.541383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-05-05T22:08:57.541448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-05-05T22:08:57.5498Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-05T22:08:57.551119Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-05T22:08:57.552036Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-05T22:08:57.554104Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-05T22:08:57.554289Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-05T22:08:57.554397Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T22:08:57.554472Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T22:08:57.554482Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T22:08:57.555438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-05-05T22:08:57.555659Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-05-05T22:08:57.560171Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-05T22:08:57.560419Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-05T22:08:57.56045Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-05T22:08:57.560567Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-05-05T22:08:57.560588Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-05-05T22:08:58.442493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-05-05T22:08:58.442577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-05T22:08:58.442607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-05-05T22:08:58.442626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-05-05T22:08:58.442638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-05-05T22:08:58.442654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-05-05T22:08:58.442673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-05-05T22:08:58.446769Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T22:08:58.448308Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-05T22:08:58.448312Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-05-05T22:08:58.448371Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-05T22:08:58.448816Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-05T22:08:58.44888Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-05T22:08:58.45071Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T22:08:58.450848Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T22:08:58.450903Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T22:08:58.451705Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-05-05T22:08:58.45384Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-05T22:09:32.796082Z","caller":"traceutil/trace.go:171","msg":"trace[1251875202] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"245.168958ms","start":"2026-05-05T22:09:32.550888Z","end":"2026-05-05T22:09:32.796057Z","steps":["trace[1251875202] 'process raft request' (duration: 243.710185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:09:33.594641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.812171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T22:09:33.594785Z","caller":"traceutil/trace.go:171","msg":"trace[2053991424] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"346.4805ms","start":"2026-05-05T22:09:33.248281Z","end":"2026-05-05T22:09:33.594762Z","steps":["trace[2053991424] 'process raft request' (duration: 33.844881ms)","trace[2053991424] 'compare' (duration: 311.643249ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T22:09:33.594879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T22:09:33.24826Z","time spent":"346.577081ms","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T22:09:33.59703Z","caller":"traceutil/trace.go:171","msg":"trace[1776173914] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"258.018131ms","start":"2026-05-05T22:09:33.338988Z","end":"2026-05-05T22:09:33.597006Z","steps":["trace[1776173914] 'process raft request' (duration: 257.406156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:11:03.381615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.048877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T22:11:03.381886Z","caller":"traceutil/trace.go:171","msg":"trace[1634508248] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"203.452055ms","start":"2026-05-05T22:11:03.1784Z","end":"2026-05-05T22:11:03.381852Z","steps":["trace[1634508248] 'process raft request' (duration: 44.062029ms)","trace[1634508248] 'compare' (duration: 158.900203ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T22:11:03.38193Z","caller":"traceutil/trace.go:171","msg":"trace[1484996842] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"196.643778ms","start":"2026-05-05T22:11:03.185246Z","end":"2026-05-05T22:11:03.38189Z","steps":["trace[1484996842] 'process raft request' (duration: 196.529525ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:11:03.658037Z","caller":"traceutil/trace.go:171","msg":"trace[569580903] linearizableReadLoop","detail":"{readStateIndex:1904; appliedIndex:1903; }","duration":"229.269908ms","start":"2026-05-05T22:11:03.428746Z","end":"2026-05-05T22:11:03.658016Z","steps":["trace[569580903] 'read index received' (duration: 229.217536ms)","trace[569580903] 'applied index is now lower than readState.Index' (duration: 51.542µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T22:11:03.658092Z","caller":"traceutil/trace.go:171","msg":"trace[1472919065] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"272.339681ms","start":"2026-05-05T22:11:03.385723Z","end":"2026-05-05T22:11:03.658062Z","steps":["trace[1472919065] 'process raft request' (duration: 272.148916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:11:03.658263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.495934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb462bf3-95f9-4f9e-9368-0c948390a3ff\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-05T22:11:03.658433Z","caller":"traceutil/trace.go:171","msg":"trace[1931469608] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb462bf3-95f9-4f9e-9368-0c948390a3ff; range_end:; response_count:1; response_revision:1837; }","duration":"229.72528ms","start":"2026-05-05T22:11:03.428682Z","end":"2026-05-05T22:11:03.658407Z","steps":["trace[1931469608] 'agreement among raft nodes before linearized reading' (duration: 229.446313ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:11:03.690338Z","caller":"traceutil/trace.go:171","msg":"trace[494269693] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"125.828681ms","start":"2026-05-05T22:11:03.564482Z","end":"2026-05-05T22:11:03.690311Z","steps":["trace[494269693] 'process raft request' (duration: 125.634715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:11:03.940166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.192113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T22:11:03.940272Z","caller":"traceutil/trace.go:171","msg":"trace[492330002] linearizableReadLoop","detail":"{readStateIndex:1906; appliedIndex:1905; }","duration":"208.331763ms","start":"2026-05-05T22:11:03.731924Z","end":"2026-05-05T22:11:03.940256Z","steps":["trace[492330002] 'read index received' (duration: 10.930555ms)","trace[492330002] 'applied index is now lower than readState.Index' (duration: 197.400148ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T22:11:03.940406Z","caller":"traceutil/trace.go:171","msg":"trace[1011216506] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"272.554317ms","start":"2026-05-05T22:11:03.66782Z","end":"2026-05-05T22:11:03.940374Z","steps":["trace[1011216506] 'process raft request' (duration: 75.049096ms)","trace[1011216506] 'compare' (duration: 197.05921ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T22:11:03.940453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.534098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-05T22:11:03.940482Z","caller":"traceutil/trace.go:171","msg":"trace[1441870690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1839; }","duration":"208.59832ms","start":"2026-05-05T22:11:03.731874Z","end":"2026-05-05T22:11:03.940472Z","steps":["trace[1441870690] 'agreement among raft nodes before linearized reading' (duration: 208.475196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:11:03.940491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.001978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T22:11:03.940555Z","caller":"traceutil/trace.go:171","msg":"trace[1455698978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1839; }","duration":"179.10871ms","start":"2026-05-05T22:11:03.761429Z","end":"2026-05-05T22:11:03.940538Z","steps":["trace[1455698978] 'agreement among raft nodes before linearized reading' (duration: 178.979957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:11:03.940555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.13055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb462bf3-95f9-4f9e-9368-0c948390a3ff\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-05-05T22:11:03.940616Z","caller":"traceutil/trace.go:171","msg":"trace[454905425] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb462bf3-95f9-4f9e-9368-0c948390a3ff; range_end:; response_count:1; response_revision:1839; }","duration":"174.233963ms","start":"2026-05-05T22:11:03.766367Z","end":"2026-05-05T22:11:03.940601Z","steps":["trace[454905425] 'agreement among raft nodes before linearized reading' (duration: 174.11091ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:11:11.053351Z","caller":"traceutil/trace.go:171","msg":"trace[968908106] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"100.295828ms","start":"2026-05-05T22:11:10.953028Z","end":"2026-05-05T22:11:11.053323Z","steps":["trace[968908106] 'process raft request' (duration: 99.765296ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:11:19.961168Z","caller":"traceutil/trace.go:171","msg":"trace[1941666926] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"147.576036ms","start":"2026-05-05T22:11:19.813574Z","end":"2026-05-05T22:11:19.96115Z","steps":["trace[1941666926] 'process raft request' (duration: 146.809687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:11:37.380366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.583506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T22:11:37.380509Z","caller":"traceutil/trace.go:171","msg":"trace[1244377292] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2151; }","duration":"155.612928ms","start":"2026-05-05T22:11:37.224873Z","end":"2026-05-05T22:11:37.380486Z","steps":["trace[1244377292] 'read index received' (duration: 37.231µs)","trace[1244377292] 'applied index is now lower than readState.Index' (duration: 155.573677ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T22:11:37.380631Z","caller":"traceutil/trace.go:171","msg":"trace[2086788301] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"183.759418ms","start":"2026-05-05T22:11:37.196836Z","end":"2026-05-05T22:11:37.380595Z","steps":["trace[2086788301] 'process raft request' (duration: 13.787834ms)","trace[2086788301] 'compare' (duration: 169.083936ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T22:11:37.380837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.961555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-05T22:11:37.380898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.275566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-05T22:11:37.380905Z","caller":"traceutil/trace.go:171","msg":"trace[1098819320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2078; }","duration":"156.066997ms","start":"2026-05-05T22:11:37.224816Z","end":"2026-05-05T22:11:37.380883Z","steps":["trace[1098819320] 'agreement among raft nodes before linearized reading' (duration: 155.819812ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:11:37.380935Z","caller":"traceutil/trace.go:171","msg":"trace[119937921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2078; }","duration":"114.365408ms","start":"2026-05-05T22:11:37.266558Z","end":"2026-05-05T22:11:37.380924Z","steps":["trace[119937921] 'agreement among raft nodes before linearized reading' (duration: 114.158514ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:11:37.982542Z","caller":"traceutil/trace.go:171","msg":"trace[1337782709] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"112.601391ms","start":"2026-05-05T22:11:37.86991Z","end":"2026-05-05T22:11:37.982511Z","steps":["trace[1337782709] 'process raft request' (duration: 112.364306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:11:38.270289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.92076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T22:11:38.270484Z","caller":"traceutil/trace.go:171","msg":"trace[1786362447] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2155; }","duration":"142.50294ms","start":"2026-05-05T22:11:38.12796Z","end":"2026-05-05T22:11:38.270463Z","steps":["trace[1786362447] 'read index received' (duration: 55.493986ms)","trace[1786362447] 'applied index is now lower than readState.Index' (duration: 87.007954ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T22:11:38.270524Z","caller":"traceutil/trace.go:171","msg":"trace[1458248892] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"283.512082ms","start":"2026-05-05T22:11:37.98695Z","end":"2026-05-05T22:11:38.270462Z","steps":["trace[1458248892] 'process raft request' (duration: 135.482939ms)","trace[1458248892] 'compare' (duration: 147.664115ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T22:11:38.270625Z","caller":"traceutil/trace.go:171","msg":"trace[1536309883] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"182.130022ms","start":"2026-05-05T22:11:38.088431Z","end":"2026-05-05T22:11:38.270561Z","steps":["trace[1536309883] 'process raft request' (duration: 181.954428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:11:38.270738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.769445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-05T22:11:38.270786Z","caller":"traceutil/trace.go:171","msg":"trace[704932499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2083; }","duration":"142.850757ms","start":"2026-05-05T22:11:38.127921Z","end":"2026-05-05T22:11:38.270772Z","steps":["trace[704932499] 'agreement among raft nodes before linearized reading' (duration: 142.656453ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:11:38.524658Z","caller":"traceutil/trace.go:171","msg":"trace[461058830] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2158; }","duration":"135.032217ms","start":"2026-05-05T22:11:38.3896Z","end":"2026-05-05T22:11:38.524633Z","steps":["trace[461058830] 'read index received' (duration: 62.308786ms)","trace[461058830] 'applied index is now lower than readState.Index' (duration: 72.722491ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T22:11:38.524854Z","caller":"traceutil/trace.go:171","msg":"trace[523901856] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"182.959179ms","start":"2026-05-05T22:11:38.341871Z","end":"2026-05-05T22:11:38.524831Z","steps":["trace[523901856] 'process raft request' (duration: 110.024034ms)","trace[523901856] 'compare' (duration: 72.627298ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T22:11:38.52487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.267352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-05T22:11:38.524916Z","caller":"traceutil/trace.go:171","msg":"trace[696424536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2085; }","duration":"135.326603ms","start":"2026-05-05T22:11:38.389577Z","end":"2026-05-05T22:11:38.524904Z","steps":["trace[696424536] 'agreement among raft nodes before linearized reading' (duration: 135.16859ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:13:16.453677Z","caller":"traceutil/trace.go:171","msg":"trace[2125955823] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"123.887709ms","start":"2026-05-05T22:13:16.329771Z","end":"2026-05-05T22:13:16.453658Z","steps":["trace[2125955823] 'process raft request' (duration: 123.760077ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:13:16.523538Z","caller":"traceutil/trace.go:171","msg":"trace[229248129] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"192.83578ms","start":"2026-05-05T22:13:16.330677Z","end":"2026-05-05T22:13:16.523513Z","steps":["trace[229248129] 'process raft request' (duration: 192.330613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:17:16.318268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.449715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-05T22:17:16.318361Z","caller":"traceutil/trace.go:171","msg":"trace[50769730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4741; }","duration":"106.64016ms","start":"2026-05-05T22:17:16.211702Z","end":"2026-05-05T22:17:16.318342Z","steps":["trace[50769730] 'range keys from in-memory index tree' (duration: 106.237779ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:17:28.338406Z","caller":"traceutil/trace.go:171","msg":"trace[292900956] linearizableReadLoop","detail":"{readStateIndex:5083; appliedIndex:5082; }","duration":"464.217673ms","start":"2026-05-05T22:17:27.874163Z","end":"2026-05-05T22:17:28.33838Z","steps":["trace[292900956] 'read index received' (duration: 464.09065ms)","trace[292900956] 'applied index is now lower than readState.Index' (duration: 125.793µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T22:17:28.338529Z","caller":"traceutil/trace.go:171","msg":"trace[1103341025] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"466.570955ms","start":"2026-05-05T22:17:27.871926Z","end":"2026-05-05T22:17:28.338497Z","steps":["trace[1103341025] 'process raft request' (duration: 466.293839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:17:28.338653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.476838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9635"} {"level":"warn","ts":"2026-05-05T22:17:28.338709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T22:17:27.871911Z","time spent":"466.705357ms","remote":"127.0.0.1:35040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T22:17:28.338701Z","caller":"traceutil/trace.go:171","msg":"trace[1528541011] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4904; }","duration":"464.579221ms","start":"2026-05-05T22:17:27.874108Z","end":"2026-05-05T22:17:28.338688Z","steps":["trace[1528541011] 'agreement among raft nodes before linearized reading' (duration: 464.411587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T22:17:28.338859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T22:17:27.874029Z","time spent":"464.817645ms","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9658,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-05T22:17:28.338953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.091421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-05T22:17:28.339089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.738291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-05-05T22:17:28.339168Z","caller":"traceutil/trace.go:171","msg":"trace[470822339] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4904; }","duration":"100.874704ms","start":"2026-05-05T22:17:28.238276Z","end":"2026-05-05T22:17:28.339151Z","steps":["trace[470822339] 'agreement among raft nodes before linearized reading' (duration: 100.649749ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:17:28.339273Z","caller":"traceutil/trace.go:171","msg":"trace[307798877] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4904; }","duration":"241.306086ms","start":"2026-05-05T22:17:28.097742Z","end":"2026-05-05T22:17:28.339048Z","steps":["trace[307798877] 'agreement among raft nodes before linearized reading' (duration: 241.008159ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:17:28.446653Z","caller":"traceutil/trace.go:171","msg":"trace[669089192] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5083; }","duration":"100.805022ms","start":"2026-05-05T22:17:28.345821Z","end":"2026-05-05T22:17:28.446626Z","steps":["trace[669089192] 'read index received' (duration: 58.743099ms)","trace[669089192] 'applied index is now lower than readState.Index' (duration: 42.057453ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T22:17:28.44674Z","caller":"traceutil/trace.go:171","msg":"trace[1212520964] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"101.781244ms","start":"2026-05-05T22:17:28.344932Z","end":"2026-05-05T22:17:28.446713Z","steps":["trace[1212520964] 'process raft request' (duration: 59.619109ms)","trace[1212520964] 'compare' (duration: 41.92318ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T22:17:28.446894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.043347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-05T22:17:28.446942Z","caller":"traceutil/trace.go:171","msg":"trace[1268771799] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4905; }","duration":"101.12994ms","start":"2026-05-05T22:17:28.345799Z","end":"2026-05-05T22:17:28.446929Z","steps":["trace[1268771799] 'agreement among raft nodes before linearized reading' (duration: 100.952726ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:17:28.479207Z","caller":"traceutil/trace.go:171","msg":"trace[812293417] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"131.649009ms","start":"2026-05-05T22:17:28.34754Z","end":"2026-05-05T22:17:28.479189Z","steps":["trace[812293417] 'process raft request' (duration: 131.588098ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:17:28.479541Z","caller":"traceutil/trace.go:171","msg":"trace[641894910] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"133.603543ms","start":"2026-05-05T22:17:28.345899Z","end":"2026-05-05T22:17:28.479502Z","steps":["trace[641894910] 'process raft request' (duration: 133.108852ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T22:18:58.47842Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2934} {"level":"info","ts":"2026-05-05T22:18:58.550277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2934,"took":"70.408317ms","hash":208018705,"current-db-size-bytes":54149120,"current-db-size":"54 MB","current-db-size-in-use-bytes":30068736,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-05T22:18:58.550336Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":208018705,"revision":2934,"compact-revision":-1} {"level":"info","ts":"2026-05-05T22:23:58.484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5647} {"level":"info","ts":"2026-05-05T22:23:58.557511Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5647,"took":"72.337377ms","hash":3060106982,"current-db-size-bytes":54149120,"current-db-size":"54 MB","current-db-size-in-use-bytes":18505728,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-05T22:23:58.557559Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3060106982,"revision":5647,"compact-revision":2934}