{"level":"warn","ts":"2026-05-05T11:25:02.960388Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-05T11:25:02.960492Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-05T11:25:02.960576Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-05T11:25:02.960585Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-05-05T11:25:02.960601Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-05T11:25:02.96138Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-05-05T11:25:02.96148Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-05T11:25:02.968858Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.110415ms"} {"level":"info","ts":"2026-05-05T11:25:02.98771Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-05-05T11:25:02.987848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-05-05T11:25:02.987877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-05-05T11:25:02.987893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-05T11:25:02.987907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-05-05T11:25:02.987966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-05-05T11:25:02.994812Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-05T11:25:02.99737Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-05T11:25:02.998521Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-05T11:25:03.001434Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-05T11:25:03.002138Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-05T11:25:03.002266Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T11:25:03.002387Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T11:25:03.002407Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T11:25:03.00731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-05-05T11:25:03.007758Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-05-05T11:25:03.008267Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-05T11:25:03.008422Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-05-05T11:25:03.008488Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-05-05T11:25:03.00853Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-05T11:25:03.008563Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-05T11:25:03.588195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-05-05T11:25:03.588272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-05T11:25:03.588309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-05-05T11:25:03.588331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-05-05T11:25:03.588344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-05-05T11:25:03.588373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-05-05T11:25:03.58843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-05-05T11:25:03.603567Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T11:25:03.708918Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-05T11:25:03.708905Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-05-05T11:25:03.708994Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-05T11:25:03.709482Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-05T11:25:03.709597Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-05T11:25:03.712458Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-05-05T11:25:03.712704Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-05T11:25:03.718187Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T11:25:03.718341Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T11:25:03.718389Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T11:25:14.99966Z","caller":"traceutil/trace.go:171","msg":"trace[853043413] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"124.532603ms","start":"2026-05-05T11:25:14.875099Z","end":"2026-05-05T11:25:14.999631Z","steps":["trace[853043413] 'process raft request' (duration: 124.236866ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:25:41.125331Z","caller":"traceutil/trace.go:171","msg":"trace[42223582] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"262.62803ms","start":"2026-05-05T11:25:40.862671Z","end":"2026-05-05T11:25:41.125299Z","steps":["trace[42223582] 'process raft request' (duration: 216.717255ms)","trace[42223582] 'compare' (duration: 45.617758ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:25:41.860781Z","caller":"traceutil/trace.go:171","msg":"trace[1828044221] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"326.403598ms","start":"2026-05-05T11:25:41.534323Z","end":"2026-05-05T11:25:41.860727Z","steps":["trace[1828044221] 'process raft request' (duration: 325.776092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:25:41.861502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:25:41.53426Z","time spent":"326.632994ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:25:46.986842Z","caller":"traceutil/trace.go:171","msg":"trace[2108215824] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"101.193219ms","start":"2026-05-05T11:25:46.885607Z","end":"2026-05-05T11:25:46.9868Z","steps":["trace[2108215824] 'process raft request' (duration: 100.963143ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:26:26.529435Z","caller":"traceutil/trace.go:171","msg":"trace[1895626918] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"160.042072ms","start":"2026-05-05T11:26:26.36936Z","end":"2026-05-05T11:26:26.529402Z","steps":["trace[1895626918] 'process raft request' (duration: 159.234023ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:26:48.346357Z","caller":"traceutil/trace.go:171","msg":"trace[1422660741] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"127.938298ms","start":"2026-05-05T11:26:48.218381Z","end":"2026-05-05T11:26:48.34632Z","steps":["trace[1422660741] 'process raft request' (duration: 81.402455ms)","trace[1422660741] 'compare' (duration: 46.247047ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:27:12.451538Z","caller":"traceutil/trace.go:171","msg":"trace[946986880] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"333.285324ms","start":"2026-05-05T11:27:12.118234Z","end":"2026-05-05T11:27:12.451519Z","steps":["trace[946986880] 'process raft request' (duration: 333.136231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:27:12.451671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:27:12.118159Z","time spent":"333.442108ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:27:12.500808Z","caller":"traceutil/trace.go:171","msg":"trace[362019092] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"281.307689ms","start":"2026-05-05T11:27:12.219461Z","end":"2026-05-05T11:27:12.500768Z","steps":["trace[362019092] 'process raft request' (duration: 280.996602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:27:12.501073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.868569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-05T11:27:12.501205Z","caller":"traceutil/trace.go:171","msg":"trace[468882514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1842; }","duration":"257.112665ms","start":"2026-05-05T11:27:12.244069Z","end":"2026-05-05T11:27:12.501182Z","steps":["trace[468882514] 'agreement among raft nodes before linearized reading' (duration: 256.761767ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:27:12.500798Z","caller":"traceutil/trace.go:171","msg":"trace[1472525168] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1906; }","duration":"256.634564ms","start":"2026-05-05T11:27:12.244108Z","end":"2026-05-05T11:27:12.500742Z","steps":["trace[1472525168] 'read index received' (duration: 207.289283ms)","trace[1472525168] 'applied index is now lower than readState.Index' (duration: 49.344231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T11:27:12.50205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.810764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-05T11:27:12.502091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.870467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-066f5687-7990-4795-b7a4-01a1d6926d4c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-05T11:27:12.502216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.107542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aca7c8031bd8f4\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-05-05T11:27:12.502139Z","caller":"traceutil/trace.go:171","msg":"trace[1453342783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1842; }","duration":"105.941197ms","start":"2026-05-05T11:27:12.396173Z","end":"2026-05-05T11:27:12.502114Z","steps":["trace[1453342783] 'agreement among raft nodes before linearized reading' (duration: 105.780823ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:27:12.502293Z","caller":"traceutil/trace.go:171","msg":"trace[1654544263] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aca7c8031bd8f4; range_end:; response_count:1; response_revision:1842; }","duration":"169.235435ms","start":"2026-05-05T11:27:12.333037Z","end":"2026-05-05T11:27:12.502273Z","steps":["trace[1654544263] 'agreement among raft nodes before linearized reading' (duration: 169.00347ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:27:12.502237Z","caller":"traceutil/trace.go:171","msg":"trace[731481780] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-066f5687-7990-4795-b7a4-01a1d6926d4c; range_end:; response_count:1; response_revision:1842; }","duration":"249.077502ms","start":"2026-05-05T11:27:12.253133Z","end":"2026-05-05T11:27:12.502211Z","steps":["trace[731481780] 'agreement among raft nodes before linearized reading' (duration: 248.710333ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:27:12.608391Z","caller":"traceutil/trace.go:171","msg":"trace[1771659794] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"102.526515ms","start":"2026-05-05T11:27:12.505836Z","end":"2026-05-05T11:27:12.608362Z","steps":["trace[1771659794] 'process raft request' (duration: 102.361201ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:27:12.608561Z","caller":"traceutil/trace.go:171","msg":"trace[881719743] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"102.360631ms","start":"2026-05-05T11:27:12.506186Z","end":"2026-05-05T11:27:12.608547Z","steps":["trace[881719743] 'process raft request' (duration: 102.133936ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:27:12.608422Z","caller":"traceutil/trace.go:171","msg":"trace[1043066165] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1909; }","duration":"100.409704ms","start":"2026-05-05T11:27:12.507998Z","end":"2026-05-05T11:27:12.608408Z","steps":["trace[1043066165] 'read index received' (duration: 14.188413ms)","trace[1043066165] 'applied index is now lower than readState.Index' (duration: 86.220551ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T11:27:12.608743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.69172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-05T11:27:12.608789Z","caller":"traceutil/trace.go:171","msg":"trace[212060097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1846; }","duration":"100.818994ms","start":"2026-05-05T11:27:12.507958Z","end":"2026-05-05T11:27:12.608777Z","steps":["trace[212060097] 'agreement among raft nodes before linearized reading' (duration: 100.490396ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:27:12.898508Z","caller":"traceutil/trace.go:171","msg":"trace[163950330] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"286.514425ms","start":"2026-05-05T11:27:12.611974Z","end":"2026-05-05T11:27:12.898488Z","steps":["trace[163950330] 'process raft request' (duration: 272.759063ms)","trace[163950330] 'compare' (duration: 13.25985ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:27:26.055866Z","caller":"traceutil/trace.go:171","msg":"trace[1150709894] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"281.819433ms","start":"2026-05-05T11:27:25.774005Z","end":"2026-05-05T11:27:26.055824Z","steps":["trace[1150709894] 'process raft request' (duration: 281.618998ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:27:26.080595Z","caller":"traceutil/trace.go:171","msg":"trace[1977863149] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"302.678776ms","start":"2026-05-05T11:27:25.777896Z","end":"2026-05-05T11:27:26.080574Z","steps":["trace[1977863149] 'process raft request' (duration: 302.556093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:27:26.080725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:27:25.777872Z","time spent":"302.789229ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:28:02.864057Z","caller":"traceutil/trace.go:171","msg":"trace[1854208495] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"105.666982ms","start":"2026-05-05T11:28:02.758331Z","end":"2026-05-05T11:28:02.863998Z","steps":["trace[1854208495] 'process raft request' (duration: 98.211933ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:28:03.045215Z","caller":"traceutil/trace.go:171","msg":"trace[1724088231] linearizableReadLoop","detail":"{readStateIndex:2252; appliedIndex:2250; }","duration":"143.601928ms","start":"2026-05-05T11:28:02.901594Z","end":"2026-05-05T11:28:03.045196Z","steps":["trace[1724088231] 'read index received' (duration: 98.782326ms)","trace[1724088231] 'applied index is now lower than readState.Index' (duration: 44.818842ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:28:03.045341Z","caller":"traceutil/trace.go:171","msg":"trace[291090199] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"159.115593ms","start":"2026-05-05T11:28:02.886167Z","end":"2026-05-05T11:28:03.045282Z","steps":["trace[291090199] 'process raft request' (duration: 114.197608ms)","trace[291090199] 'compare' (duration: 44.643248ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:28:03.045399Z","caller":"traceutil/trace.go:171","msg":"trace[947217839] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"156.160741ms","start":"2026-05-05T11:28:02.889214Z","end":"2026-05-05T11:28:03.045374Z","steps":["trace[947217839] 'process raft request' (duration: 155.934356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:03.045527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.914395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-05T11:28:03.045606Z","caller":"traceutil/trace.go:171","msg":"trace[1451593120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2174; }","duration":"144.045288ms","start":"2026-05-05T11:28:02.901546Z","end":"2026-05-05T11:28:03.045591Z","steps":["trace[1451593120] 'agreement among raft nodes before linearized reading' (duration: 143.736261ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:28:08.447881Z","caller":"traceutil/trace.go:171","msg":"trace[1383661005] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"101.945602ms","start":"2026-05-05T11:28:08.345871Z","end":"2026-05-05T11:28:08.447816Z","steps":["trace[1383661005] 'process raft request' (duration: 101.621184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.570116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831605798281496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-05T11:28:51.942497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073385695s","expected-duration":"1s"} {"level":"info","ts":"2026-05-05T11:28:51.942949Z","caller":"traceutil/trace.go:171","msg":"trace[2084794561] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"1.073937848s","start":"2026-05-05T11:28:50.868984Z","end":"2026-05-05T11:28:51.942922Z","steps":["trace[2084794561] 'process raft request' (duration: 1.073767874s)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.943125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:50.868962Z","time spent":"1.07406053s","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:28:51.943664Z","caller":"traceutil/trace.go:171","msg":"trace[177093725] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"922.913392ms","start":"2026-05-05T11:28:51.020726Z","end":"2026-05-05T11:28:51.94364Z","steps":["trace[177093725] 'process raft request' (duration: 922.759718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.943788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.020702Z","time spent":"923.024115ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:28:51.943871Z","caller":"traceutil/trace.go:171","msg":"trace[1081346251] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"374.612205ms","start":"2026-05-05T11:28:51.569239Z","end":"2026-05-05T11:28:51.943852Z","steps":["trace[1081346251] 'process raft request' (duration: 374.341028ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:28:51.943963Z","caller":"traceutil/trace.go:171","msg":"trace[1264126588] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2695; }","duration":"873.890256ms","start":"2026-05-05T11:28:51.070056Z","end":"2026-05-05T11:28:51.943946Z","steps":["trace[1264126588] 'read index received' (duration: 872.709508ms)","trace[1264126588] 'applied index is now lower than readState.Index' (duration: 1.179588ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T11:28:51.943977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.569218Z","time spent":"374.702538ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:28:51.944058Z","caller":"traceutil/trace.go:171","msg":"trace[730329157] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"321.88386ms","start":"2026-05-05T11:28:51.622161Z","end":"2026-05-05T11:28:51.944044Z","steps":["trace[730329157] 'process raft request' (duration: 321.625723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.944152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.622139Z","time spent":"321.964451ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-05T11:28:51.944219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.929843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-05T11:28:51.94427Z","caller":"traceutil/trace.go:171","msg":"trace[1325364205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2604; }","duration":"661.077407ms","start":"2026-05-05T11:28:51.283176Z","end":"2026-05-05T11:28:51.944254Z","steps":["trace[1325364205] 'agreement among raft nodes before linearized reading' (duration: 660.917453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.944272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.206513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-05T11:28:51.94433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.28314Z","time spent":"661.176439ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-05T11:28:51.944365Z","caller":"traceutil/trace.go:171","msg":"trace[289228096] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2604; }","duration":"874.336897ms","start":"2026-05-05T11:28:51.070004Z","end":"2026-05-05T11:28:51.944341Z","steps":["trace[289228096] 'agreement among raft nodes before linearized reading' (duration: 874.084711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.944432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.06998Z","time spent":"874.437989ms","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-05T11:28:51.944466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.59366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-05T11:28:51.944371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.090477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-05-05T11:28:51.944637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.123183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-05T11:28:51.94469Z","caller":"traceutil/trace.go:171","msg":"trace[1585931067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2604; }","duration":"586.175655ms","start":"2026-05-05T11:28:51.358501Z","end":"2026-05-05T11:28:51.944677Z","steps":["trace[1585931067] 'agreement among raft nodes before linearized reading' (duration: 586.044922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.944702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.853961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-05T11:28:51.944713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.849481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T11:28:51.944633Z","caller":"traceutil/trace.go:171","msg":"trace[2106846882] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2604; }","duration":"375.350822ms","start":"2026-05-05T11:28:51.569234Z","end":"2026-05-05T11:28:51.944585Z","steps":["trace[2106846882] 'agreement among raft nodes before linearized reading' (duration: 375.028715ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:28:51.944776Z","caller":"traceutil/trace.go:171","msg":"trace[2005912004] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2604; }","duration":"187.003615ms","start":"2026-05-05T11:28:51.757754Z","end":"2026-05-05T11:28:51.944758Z","steps":["trace[2005912004] 'agreement among raft nodes before linearized reading' (duration: 186.875752ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:28:51.944807Z","caller":"traceutil/trace.go:171","msg":"trace[1653863743] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2604; }","duration":"286.979794ms","start":"2026-05-05T11:28:51.657805Z","end":"2026-05-05T11:28:51.944785Z","steps":["trace[1653863743] 'agreement among raft nodes before linearized reading' (duration: 286.78356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.944741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.358474Z","time spent":"586.254896ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-05T11:28:51.944858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.002014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-05T11:28:51.944891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.131488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-05T11:28:51.944855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.569209Z","time spent":"375.602309ms","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-05T11:28:51.944956Z","caller":"traceutil/trace.go:171","msg":"trace[742778015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2604; }","duration":"661.217221ms","start":"2026-05-05T11:28:51.283724Z","end":"2026-05-05T11:28:51.944942Z","steps":["trace[742778015] 'agreement among raft nodes before linearized reading' (duration: 661.071256ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:28:51.94452Z","caller":"traceutil/trace.go:171","msg":"trace[1568561945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2604; }","duration":"547.764345ms","start":"2026-05-05T11:28:51.396741Z","end":"2026-05-05T11:28:51.944506Z","steps":["trace[1568561945] 'agreement among raft nodes before linearized reading' (duration: 547.684983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.945003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.283708Z","time spent":"661.284463ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-05T11:28:51.945036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.396711Z","time spent":"548.310689ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-05T11:28:51.944916Z","caller":"traceutil/trace.go:171","msg":"trace[1659388049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2604; }","duration":"587.106046ms","start":"2026-05-05T11:28:51.357796Z","end":"2026-05-05T11:28:51.944902Z","steps":["trace[1659388049] 'agreement among raft nodes before linearized reading' (duration: 586.973143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:28:51.945157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:28:51.357768Z","time spent":"587.370044ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-05T11:33:23.835474Z","caller":"traceutil/trace.go:171","msg":"trace[663967216] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"156.637026ms","start":"2026-05-05T11:33:23.67881Z","end":"2026-05-05T11:33:23.835447Z","steps":["trace[663967216] 'process raft request' (duration: 156.586074ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:33:23.835514Z","caller":"traceutil/trace.go:171","msg":"trace[459739061] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"158.568082ms","start":"2026-05-05T11:33:23.676909Z","end":"2026-05-05T11:33:23.835477Z","steps":["trace[459739061] 'process raft request' (duration: 158.418619ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:33:23.835593Z","caller":"traceutil/trace.go:171","msg":"trace[248978963] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"159.263999ms","start":"2026-05-05T11:33:23.676306Z","end":"2026-05-05T11:33:23.83557Z","steps":["trace[248978963] 'process raft request' (duration: 85.584703ms)","trace[248978963] 'compare' (duration: 73.255485ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:33:24.025993Z","caller":"traceutil/trace.go:171","msg":"trace[733364711] linearizableReadLoop","detail":"{readStateIndex:5224; appliedIndex:5223; }","duration":"184.346843ms","start":"2026-05-05T11:33:23.841627Z","end":"2026-05-05T11:33:24.025974Z","steps":["trace[733364711] 'read index received' (duration: 184.267571ms)","trace[733364711] 'applied index is now lower than readState.Index' (duration: 78.472µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:33:24.026057Z","caller":"traceutil/trace.go:171","msg":"trace[1290349687] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"185.123402ms","start":"2026-05-05T11:33:23.840928Z","end":"2026-05-05T11:33:24.026052Z","steps":["trace[1290349687] 'process raft request' (duration: 184.907297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:33:24.026203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.580829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e3ab51a-f9e5-4542-87f9-39690ffa5b20\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-05T11:33:24.026226Z","caller":"traceutil/trace.go:171","msg":"trace[224524900] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e3ab51a-f9e5-4542-87f9-39690ffa5b20; range_end:; response_count:1; response_revision:5038; }","duration":"184.640821ms","start":"2026-05-05T11:33:23.841579Z","end":"2026-05-05T11:33:24.026219Z","steps":["trace[224524900] 'agreement among raft nodes before linearized reading' (duration: 184.543639ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:33:24.03781Z","caller":"traceutil/trace.go:171","msg":"trace[638625822] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"181.872904ms","start":"2026-05-05T11:33:23.855915Z","end":"2026-05-05T11:33:24.037788Z","steps":["trace[638625822] 'process raft request' (duration: 181.71147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:33:24.038542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.136957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-05T11:33:24.038623Z","caller":"traceutil/trace.go:171","msg":"trace[173938939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5039; }","duration":"135.27787ms","start":"2026-05-05T11:33:23.903328Z","end":"2026-05-05T11:33:24.038606Z","steps":["trace[173938939] 'agreement among raft nodes before linearized reading' (duration: 135.044095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:33:26.184076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.368926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-05T11:33:26.184195Z","caller":"traceutil/trace.go:171","msg":"trace[325843328] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5274; }","duration":"149.612496ms","start":"2026-05-05T11:33:26.034566Z","end":"2026-05-05T11:33:26.184178Z","steps":["trace[325843328] 'read index received' (duration: 44.80844ms)","trace[325843328] 'applied index is now lower than readState.Index' (duration: 104.802906ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:33:26.184227Z","caller":"traceutil/trace.go:171","msg":"trace[1675233303] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"155.799556ms","start":"2026-05-05T11:33:26.028382Z","end":"2026-05-05T11:33:26.184182Z","steps":["trace[1675233303] 'process raft request' (duration: 51.068292ms)","trace[1675233303] 'compare' (duration: 104.177071ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T11:33:26.18463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.045616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e3ab51a-f9e5-4542-87f9-39690ffa5b20\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-05T11:33:26.184717Z","caller":"traceutil/trace.go:171","msg":"trace[1569986356] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e3ab51a-f9e5-4542-87f9-39690ffa5b20; range_end:; response_count:1; response_revision:5088; }","duration":"150.177649ms","start":"2026-05-05T11:33:26.03452Z","end":"2026-05-05T11:33:26.184698Z","steps":["trace[1569986356] 'agreement among raft nodes before linearized reading' (duration: 149.746989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:33:26.184963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.003729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-bf564bc88-p7lsc\" ","response":"range_response_count:1 size:11252"} {"level":"info","ts":"2026-05-05T11:33:26.185025Z","caller":"traceutil/trace.go:171","msg":"trace[1462439156] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-bf564bc88-p7lsc; range_end:; response_count:1; response_revision:5088; }","duration":"102.096661ms","start":"2026-05-05T11:33:26.082913Z","end":"2026-05-05T11:33:26.185009Z","steps":["trace[1462439156] 'agreement among raft nodes before linearized reading' (duration: 101.501496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:33:26.18558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.480086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:788485"} {"level":"info","ts":"2026-05-05T11:33:26.185633Z","caller":"traceutil/trace.go:171","msg":"trace[2118426218] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5088; }","duration":"140.582588ms","start":"2026-05-05T11:33:26.045036Z","end":"2026-05-05T11:33:26.185619Z","steps":["trace[2118426218] 'agreement among raft nodes before linearized reading' (duration: 139.255277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:33:35.519022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.182715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T11:33:35.519139Z","caller":"traceutil/trace.go:171","msg":"trace[588095398] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"120.3289ms","start":"2026-05-05T11:33:35.398797Z","end":"2026-05-05T11:33:35.519126Z","steps":["trace[588095398] 'compare' (duration: 110.082513ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:33:43.98604Z","caller":"traceutil/trace.go:171","msg":"trace[1632835077] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"170.114971ms","start":"2026-05-05T11:33:43.815894Z","end":"2026-05-05T11:33:43.986009Z","steps":["trace[1632835077] 'process raft request' (duration: 120.688699ms)","trace[1632835077] 'compare' (duration: 49.078894ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:34:35.33245Z","caller":"traceutil/trace.go:171","msg":"trace[808455341] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"110.403383ms","start":"2026-05-05T11:34:35.222026Z","end":"2026-05-05T11:34:35.332429Z","steps":["trace[808455341] 'process raft request' (duration: 110.26062ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:35:03.738576Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3018} {"level":"info","ts":"2026-05-05T11:35:03.82325Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3018,"took":"83.265007ms","hash":672612466,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":32006144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-05T11:35:03.823332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":672612466,"revision":3018,"compact-revision":-1} {"level":"info","ts":"2026-05-05T11:39:48.662485Z","caller":"traceutil/trace.go:171","msg":"trace[1133091613] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"391.489369ms","start":"2026-05-05T11:39:48.270975Z","end":"2026-05-05T11:39:48.662464Z","steps":["trace[1133091613] 'process raft request' (duration: 330.164777ms)","trace[1133091613] 'compare' (duration: 61.229059ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T11:39:48.662622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:39:48.27096Z","time spent":"391.592011ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:39:48.672072Z","caller":"traceutil/trace.go:171","msg":"trace[304593373] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"305.41752ms","start":"2026-05-05T11:39:48.366645Z","end":"2026-05-05T11:39:48.672063Z","steps":["trace[304593373] 'process raft request' (duration: 305.243066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:39:48.672186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:39:48.366621Z","time spent":"305.508283ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:39:48.672021Z","caller":"traceutil/trace.go:171","msg":"trace[1155350213] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8536; }","duration":"275.433812ms","start":"2026-05-05T11:39:48.396572Z","end":"2026-05-05T11:39:48.672005Z","steps":["trace[1155350213] 'read index received' (duration: 204.581514ms)","trace[1155350213] 'applied index is now lower than readState.Index' (duration: 70.851618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T11:39:48.672264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.683487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T11:39:48.672355Z","caller":"traceutil/trace.go:171","msg":"trace[589925806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8254; }","duration":"275.78038ms","start":"2026-05-05T11:39:48.396556Z","end":"2026-05-05T11:39:48.672336Z","steps":["trace[589925806] 'agreement among raft nodes before linearized reading' (duration: 275.652937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:39:48.672447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.510348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vn8tl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-05T11:39:48.672543Z","caller":"traceutil/trace.go:171","msg":"trace[250745083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vn8tl; range_end:; response_count:1; response_revision:8254; }","duration":"203.633841ms","start":"2026-05-05T11:39:48.468899Z","end":"2026-05-05T11:39:48.672533Z","steps":["trace[250745083] 'agreement among raft nodes before linearized reading' (duration: 203.454117ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:39:48.672626Z","caller":"traceutil/trace.go:171","msg":"trace[682306196] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"303.013123ms","start":"2026-05-05T11:39:48.369147Z","end":"2026-05-05T11:39:48.67216Z","steps":["trace[682306196] 'process raft request' (duration: 302.833959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:39:48.672785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:39:48.369115Z","time spent":"303.565117ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:40:00.257474Z","caller":"traceutil/trace.go:171","msg":"trace[1607649771] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"129.977457ms","start":"2026-05-05T11:40:00.127458Z","end":"2026-05-05T11:40:00.257435Z","steps":["trace[1607649771] 'process raft request' (duration: 129.786872ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:40:03.749197Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6166} {"level":"info","ts":"2026-05-05T11:40:03.844294Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6166,"took":"93.521464ms","hash":83397962,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":23502848,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-05-05T11:40:03.844465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":83397962,"revision":6166,"compact-revision":3018} {"level":"warn","ts":"2026-05-05T11:40:29.299576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.98466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T11:40:29.299709Z","caller":"traceutil/trace.go:171","msg":"trace[94893872] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"485.059792ms","start":"2026-05-05T11:40:28.814636Z","end":"2026-05-05T11:40:29.299696Z","steps":["trace[94893872] 'process raft request' (duration: 217.889648ms)","trace[94893872] 'compare' (duration: 266.489199ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T11:40:29.299767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:40:28.814614Z","time spent":"485.134105ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:40:29.300032Z","caller":"traceutil/trace.go:171","msg":"trace[313421245] linearizableReadLoop","detail":"{readStateIndex:8820; appliedIndex:8818; }","duration":"348.684895ms","start":"2026-05-05T11:40:28.95134Z","end":"2026-05-05T11:40:29.300024Z","steps":["trace[313421245] 'read index received' (duration: 81.140701ms)","trace[313421245] 'applied index is now lower than readState.Index' (duration: 267.543584ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:40:29.300146Z","caller":"traceutil/trace.go:171","msg":"trace[1739132520] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"478.873747ms","start":"2026-05-05T11:40:28.821264Z","end":"2026-05-05T11:40:29.300138Z","steps":["trace[1739132520] 'process raft request' (duration: 478.391215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:29.300184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:40:28.821244Z","time spent":"478.921077ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-05T11:40:29.3004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.059474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-05-05T11:40:29.300427Z","caller":"traceutil/trace.go:171","msg":"trace[1364680468] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8523; }","duration":"349.121055ms","start":"2026-05-05T11:40:28.9513Z","end":"2026-05-05T11:40:29.300422Z","steps":["trace[1364680468] 'agreement among raft nodes before linearized reading' (duration: 348.953451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:29.300446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:40:28.951284Z","time spent":"349.158476ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-05T11:40:29.300887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.576993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vn8tl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-05T11:40:29.300942Z","caller":"traceutil/trace.go:171","msg":"trace[147691275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vn8tl; range_end:; response_count:1; response_revision:8524; }","duration":"310.674785ms","start":"2026-05-05T11:40:28.990255Z","end":"2026-05-05T11:40:29.300929Z","steps":["trace[147691275] 'agreement among raft nodes before linearized reading' (duration: 310.534172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:29.300965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:40:28.990226Z","time spent":"310.735246ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-vn8tl\" "} {"level":"info","ts":"2026-05-05T11:40:29.301128Z","caller":"traceutil/trace.go:171","msg":"trace[499006916] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"129.440024ms","start":"2026-05-05T11:40:29.171646Z","end":"2026-05-05T11:40:29.301086Z","steps":["trace[499006916] 'process raft request' (duration: 129.066135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:42.274794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.018681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T11:40:42.274878Z","caller":"traceutil/trace.go:171","msg":"trace[228425820] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8636; }","duration":"161.157154ms","start":"2026-05-05T11:40:42.113704Z","end":"2026-05-05T11:40:42.274861Z","steps":["trace[228425820] 'count revisions from in-memory index tree' (duration: 160.873939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:42.389565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.764125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-05T11:40:42.389657Z","caller":"traceutil/trace.go:171","msg":"trace[1701913579] linearizableReadLoop","detail":"{readStateIndex:8939; appliedIndex:8938; }","duration":"212.687775ms","start":"2026-05-05T11:40:42.176956Z","end":"2026-05-05T11:40:42.389643Z","steps":["trace[1701913579] 'read index received' (duration: 47.241µs)","trace[1701913579] 'applied index is now lower than readState.Index' (duration: 212.639324ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T11:40:42.389741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.783718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-05T11:40:42.389771Z","caller":"traceutil/trace.go:171","msg":"trace[349015780] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8636; }","duration":"212.849628ms","start":"2026-05-05T11:40:42.176909Z","end":"2026-05-05T11:40:42.389758Z","steps":["trace[349015780] 'agreement among raft nodes before linearized reading' (duration: 212.793177ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:40:42.663285Z","caller":"traceutil/trace.go:171","msg":"trace[1501644429] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"103.303316ms","start":"2026-05-05T11:40:42.559954Z","end":"2026-05-05T11:40:42.663258Z","steps":["trace[1501644429] 'process raft request' (duration: 103.119201ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:40:43.37736Z","caller":"traceutil/trace.go:171","msg":"trace[1519921679] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"333.407963ms","start":"2026-05-05T11:40:43.043925Z","end":"2026-05-05T11:40:43.377333Z","steps":["trace[1519921679] 'process raft request' (duration: 333.208648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:43.377521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T11:40:43.043909Z","time spent":"333.527106ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T11:40:43.537888Z","caller":"traceutil/trace.go:171","msg":"trace[202030906] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"192.745243ms","start":"2026-05-05T11:40:43.345122Z","end":"2026-05-05T11:40:43.537867Z","steps":["trace[202030906] 'process raft request' (duration: 192.574829ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:40:43.538214Z","caller":"traceutil/trace.go:171","msg":"trace[305478450] linearizableReadLoop","detail":"{readStateIndex:8948; appliedIndex:8945; }","duration":"158.921402ms","start":"2026-05-05T11:40:43.379271Z","end":"2026-05-05T11:40:43.538193Z","steps":["trace[305478450] 'read index received' (duration: 158.373269ms)","trace[305478450] 'applied index is now lower than readState.Index' (duration: 547.043µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:40:43.538309Z","caller":"traceutil/trace.go:171","msg":"trace[1705937847] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"186.202958ms","start":"2026-05-05T11:40:43.352094Z","end":"2026-05-05T11:40:43.538297Z","steps":["trace[1705937847] 'process raft request' (duration: 186.008723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:43.538386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.385534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T11:40:43.538444Z","caller":"traceutil/trace.go:171","msg":"trace[1630039327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8645; }","duration":"143.493617ms","start":"2026-05-05T11:40:43.394936Z","end":"2026-05-05T11:40:43.538429Z","steps":["trace[1630039327] 'agreement among raft nodes before linearized reading' (duration: 143.392134ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:40:43.538204Z","caller":"traceutil/trace.go:171","msg":"trace[800207950] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"190.393137ms","start":"2026-05-05T11:40:43.347784Z","end":"2026-05-05T11:40:43.538177Z","steps":["trace[800207950] 'process raft request' (duration: 190.048669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:43.538513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.120141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-05T11:40:43.53856Z","caller":"traceutil/trace.go:171","msg":"trace[566823597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8645; }","duration":"136.202333ms","start":"2026-05-05T11:40:43.402345Z","end":"2026-05-05T11:40:43.538548Z","steps":["trace[566823597] 'agreement among raft nodes before linearized reading' (duration: 136.033739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:43.538546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.25493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vn8tl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-05T11:40:43.538636Z","caller":"traceutil/trace.go:171","msg":"trace[822631877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vn8tl; range_end:; response_count:1; response_revision:8645; }","duration":"159.452155ms","start":"2026-05-05T11:40:43.379163Z","end":"2026-05-05T11:40:43.538615Z","steps":["trace[822631877] 'agreement among raft nodes before linearized reading' (duration: 159.162908ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:40:43.81732Z","caller":"traceutil/trace.go:171","msg":"trace[1361395196] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"274.411536ms","start":"2026-05-05T11:40:43.542881Z","end":"2026-05-05T11:40:43.817293Z","steps":["trace[1361395196] 'process raft request' (duration: 263.103788ms)","trace[1361395196] 'compare' (duration: 11.059972ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:40:43.817323Z","caller":"traceutil/trace.go:171","msg":"trace[1809510449] linearizableReadLoop","detail":"{readStateIndex:8950; appliedIndex:8948; }","duration":"273.998367ms","start":"2026-05-05T11:40:43.543299Z","end":"2026-05-05T11:40:43.817298Z","steps":["trace[1809510449] 'read index received' (duration: 262.70791ms)","trace[1809510449] 'applied index is now lower than readState.Index' (duration: 11.289327ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:40:43.817477Z","caller":"traceutil/trace.go:171","msg":"trace[814151180] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"274.366266ms","start":"2026-05-05T11:40:43.543086Z","end":"2026-05-05T11:40:43.817452Z","steps":["trace[814151180] 'process raft request' (duration: 274.12258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:43.817739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.424497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228820"} {"level":"info","ts":"2026-05-05T11:40:43.817804Z","caller":"traceutil/trace.go:171","msg":"trace[848738734] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8647; }","duration":"274.53841ms","start":"2026-05-05T11:40:43.543254Z","end":"2026-05-05T11:40:43.817793Z","steps":["trace[848738734] 'agreement among raft nodes before linearized reading' (duration: 274.12153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:40:43.817923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.576094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-05T11:40:43.818053Z","caller":"traceutil/trace.go:171","msg":"trace[1206399783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8647; }","duration":"109.714997ms","start":"2026-05-05T11:40:43.708316Z","end":"2026-05-05T11:40:43.818031Z","steps":["trace[1206399783] 'agreement among raft nodes before linearized reading' (duration: 109.40038ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:41:29.419666Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002499.wal"} {"level":"info","ts":"2026-05-05T11:41:59.097942Z","caller":"traceutil/trace.go:171","msg":"trace[225240276] linearizableReadLoop","detail":"{readStateIndex:9712; appliedIndex:9711; }","duration":"176.443818ms","start":"2026-05-05T11:41:58.921473Z","end":"2026-05-05T11:41:59.097916Z","steps":["trace[225240276] 'read index received' (duration: 176.158741ms)","trace[225240276] 'applied index is now lower than readState.Index' (duration: 283.927µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T11:41:59.097996Z","caller":"traceutil/trace.go:171","msg":"trace[566229012] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"186.458811ms","start":"2026-05-05T11:41:58.911502Z","end":"2026-05-05T11:41:59.097961Z","steps":["trace[566229012] 'process raft request' (duration: 186.250946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:41:59.098138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.644273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T11:41:59.098191Z","caller":"traceutil/trace.go:171","msg":"trace[1353634792] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9386; }","duration":"176.749116ms","start":"2026-05-05T11:41:58.921428Z","end":"2026-05-05T11:41:59.098177Z","steps":["trace[1353634792] 'agreement among raft nodes before linearized reading' (duration: 176.631963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T11:41:59.098303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.014552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T11:41:59.098388Z","caller":"traceutil/trace.go:171","msg":"trace[429727719] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9386; }","duration":"145.102624ms","start":"2026-05-05T11:41:58.95326Z","end":"2026-05-05T11:41:59.098362Z","steps":["trace[429727719] 'agreement among raft nodes before linearized reading' (duration: 144.988701ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:42:37.286445Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-05T11:42:37.29175Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-05T11:42:37.291826Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-05T11:45:03.754967Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8341} {"level":"info","ts":"2026-05-05T11:45:03.830125Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8341,"took":"73.122953ms","hash":610740677,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":25481216,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-05T11:45:03.830214Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":610740677,"revision":8341,"compact-revision":6166} {"level":"info","ts":"2026-05-05T11:45:18.608163Z","caller":"traceutil/trace.go:171","msg":"trace[54429902] transaction","detail":"{read_only:false; response_revision:11098; number_of_response:1; }","duration":"125.365783ms","start":"2026-05-05T11:45:18.482774Z","end":"2026-05-05T11:45:18.60814Z","steps":["trace[54429902] 'process raft request' (duration: 125.312362ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:45:18.608228Z","caller":"traceutil/trace.go:171","msg":"trace[1735512316] transaction","detail":"{read_only:false; response_revision:11097; number_of_response:1; }","duration":"125.932356ms","start":"2026-05-05T11:45:18.482239Z","end":"2026-05-05T11:45:18.608171Z","steps":["trace[1735512316] 'process raft request' (duration: 125.481775ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:45:38.663817Z","caller":"traceutil/trace.go:171","msg":"trace[203744767] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"101.520817ms","start":"2026-05-05T11:45:38.562236Z","end":"2026-05-05T11:45:38.663756Z","steps":["trace[203744767] 'process raft request' (duration: 101.201559ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T11:50:03.761319Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10831} {"level":"info","ts":"2026-05-05T11:50:03.834545Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10831,"took":"70.987571ms","hash":2216917552,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":28041216,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-05T11:50:03.834666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2216917552,"revision":10831,"compact-revision":8341} {"level":"info","ts":"2026-05-05T11:55:03.765783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13027} {"level":"info","ts":"2026-05-05T11:55:03.841669Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13027,"took":"73.715726ms","hash":2081614444,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":24416256,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-05-05T11:55:03.841731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2081614444,"revision":13027,"compact-revision":10831} {"level":"info","ts":"2026-05-05T11:55:52.860256Z","caller":"traceutil/trace.go:171","msg":"trace[986982104] transaction","detail":"{read_only:false; response_revision:14949; number_of_response:1; }","duration":"194.676847ms","start":"2026-05-05T11:55:52.665554Z","end":"2026-05-05T11:55:52.860231Z","steps":["trace[986982104] 'process raft request' (duration: 194.439502ms)"],"step_count":1}