{"level":"warn","ts":"2026-04-02T08:52:29.210796Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T08:52:29.2109Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T08:52:29.210973Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T08:52:29.210987Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-04-02T08:52:29.211006Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T08:52:29.211634Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-04-02T08:52:29.211702Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T08:52:29.215949Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.035533ms"} {"level":"info","ts":"2026-04-02T08:52:29.223304Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-04-02T08:52:29.223435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T08:52:29.223474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-04-02T08:52:29.22349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T08:52:29.223508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-04-02T08:52:29.223558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-04-02T08:52:29.23181Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T08:52:29.233654Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T08:52:29.235046Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T08:52:29.237982Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T08:52:29.238179Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T08:52:29.238205Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T08:52:29.238342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T08:52:29.238356Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T08:52:29.242099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-04-02T08:52:29.2423Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-04-02T08:52:29.24586Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T08:52:29.245937Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-04-02T08:52:29.246036Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-04-02T08:52:29.246301Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T08:52:29.246329Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T08:52:29.824594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T08:52:29.824672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T08:52:29.824785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-04-02T08:52:29.824812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-04-02T08:52:29.824827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-04-02T08:52:29.824849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-04-02T08:52:29.824877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-04-02T08:52:29.827602Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T08:52:29.827807Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T08:52:29.828071Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:52:29.830154Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:52:29.830447Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:52:29.830589Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:52:29.830997Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T08:52:29.835948Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T08:52:29.837772Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-04-02T08:52:29.839793Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T08:52:29.839838Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T08:52:35.058812Z","caller":"traceutil/trace.go:171","msg":"trace[1251592439] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"102.393695ms","start":"2026-04-02T08:52:34.956379Z","end":"2026-04-02T08:52:35.058773Z","steps":["trace[1251592439] 'process raft request' (duration: 102.17766ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:22.515618Z","caller":"traceutil/trace.go:171","msg":"trace[838643040] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"146.437547ms","start":"2026-04-02T08:53:22.369147Z","end":"2026-04-02T08:53:22.515585Z","steps":["trace[838643040] 'process raft request' (duration: 146.252613ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:22.979997Z","caller":"traceutil/trace.go:171","msg":"trace[111824791] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"112.923365ms","start":"2026-04-02T08:53:22.867051Z","end":"2026-04-02T08:53:22.979974Z","steps":["trace[111824791] 'process raft request' (duration: 112.771972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:23.31185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.581617ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-02T08:53:23.311992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:22.995277Z","time spent":"316.709553ms","remote":"127.0.0.1:60886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T08:53:25.107706Z","caller":"traceutil/trace.go:171","msg":"trace[1588563108] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"101.042526ms","start":"2026-04-02T08:53:25.006637Z","end":"2026-04-02T08:53:25.10768Z","steps":["trace[1588563108] 'process raft request' (duration: 92.833864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:38.612216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.107332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:54:06.475627Z","caller":"traceutil/trace.go:171","msg":"trace[392321618] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"214.038903ms","start":"2026-04-02T08:54:06.261558Z","end":"2026-04-02T08:54:06.475597Z","steps":["trace[392321618] 'process raft request' (duration: 213.87726ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:06.479048Z","caller":"traceutil/trace.go:171","msg":"trace[2112872786] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"216.899542ms","start":"2026-04-02T08:54:06.262126Z","end":"2026-04-02T08:54:06.479025Z","steps":["trace[2112872786] 'process raft request' (duration: 216.759379ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:06.479236Z","caller":"traceutil/trace.go:171","msg":"trace[146967137] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"186.743241ms","start":"2026-04-02T08:54:06.292454Z","end":"2026-04-02T08:54:06.479197Z","steps":["trace[146967137] 'process raft request' (duration: 186.529677ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:52.301787Z","caller":"traceutil/trace.go:171","msg":"trace[80920205] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"305.985198ms","start":"2026-04-02T08:54:51.995772Z","end":"2026-04-02T08:54:52.301757Z","steps":["trace[80920205] 'process raft request' (duration: 305.792034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:52.302473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:51.995758Z","time spent":"306.139071ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:31.506165Z","caller":"traceutil/trace.go:171","msg":"trace[980561482] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"198.066333ms","start":"2026-04-02T08:56:31.308068Z","end":"2026-04-02T08:56:31.506135Z","steps":["trace[980561482] 'process raft request' (duration: 197.828048ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:31.509528Z","caller":"traceutil/trace.go:171","msg":"trace[1578533652] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"114.8855ms","start":"2026-04-02T08:56:31.394621Z","end":"2026-04-02T08:56:31.509507Z","steps":["trace[1578533652] 'process raft request' (duration: 114.850519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:31.509604Z","caller":"traceutil/trace.go:171","msg":"trace[338365387] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"201.018795ms","start":"2026-04-02T08:56:31.308564Z","end":"2026-04-02T08:56:31.509582Z","steps":["trace[338365387] 'process raft request' (duration: 200.78658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:05.966178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.800173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:57:05.966451Z","caller":"traceutil/trace.go:171","msg":"trace[822085453] linearizableReadLoop","detail":"{readStateIndex:2949; appliedIndex:2948; }","duration":"250.528328ms","start":"2026-04-02T08:57:05.715863Z","end":"2026-04-02T08:57:05.966392Z","steps":["trace[822085453] 'read index received' (duration: 93.120012ms)","trace[822085453] 'applied index is now lower than readState.Index' (duration: 157.404406ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:05.966666Z","caller":"traceutil/trace.go:171","msg":"trace[1155066582] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"251.157151ms","start":"2026-04-02T08:57:05.715467Z","end":"2026-04-02T08:57:05.966624Z","steps":["trace[1155066582] 'process raft request' (duration: 93.540151ms)","trace[1155066582] 'compare' (duration: 156.68011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:57:05.966736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.863775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T08:57:05.966781Z","caller":"traceutil/trace.go:171","msg":"trace[944849007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2846; }","duration":"250.928965ms","start":"2026-04-02T08:57:05.715833Z","end":"2026-04-02T08:57:05.966762Z","steps":["trace[944849007] 'agreement among raft nodes before linearized reading' (duration: 250.799723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:06.031683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.243894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T08:57:06.031777Z","caller":"traceutil/trace.go:171","msg":"trace[1501424134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2847; }","duration":"177.392858ms","start":"2026-04-02T08:57:05.854363Z","end":"2026-04-02T08:57:06.031756Z","steps":["trace[1501424134] 'agreement among raft nodes before linearized reading' (duration: 177.127181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:06.031685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.009647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-02T08:57:06.031931Z","caller":"traceutil/trace.go:171","msg":"trace[722070596] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2847; }","duration":"109.293043ms","start":"2026-04-02T08:57:05.922603Z","end":"2026-04-02T08:57:06.031896Z","steps":["trace[722070596] 'agreement among raft nodes before linearized reading' (duration: 108.962136ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:13.740476Z","caller":"traceutil/trace.go:171","msg":"trace[2120550387] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5268; }","duration":"247.06115ms","start":"2026-04-02T09:01:13.493386Z","end":"2026-04-02T09:01:13.740447Z","steps":["trace[2120550387] 'read index received' (duration: 6.387174ms)","trace[2120550387] 'applied index is now lower than readState.Index' (duration: 240.672566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:13.741153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.748565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T09:01:13.74127Z","caller":"traceutil/trace.go:171","msg":"trace[128650673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5080; }","duration":"247.919158ms","start":"2026-04-02T09:01:13.493323Z","end":"2026-04-02T09:01:13.741242Z","steps":["trace[128650673] 'agreement among raft nodes before linearized reading' (duration: 247.618102ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:13.741165Z","caller":"traceutil/trace.go:171","msg":"trace[1375272358] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"247.771615ms","start":"2026-04-02T09:01:13.493347Z","end":"2026-04-02T09:01:13.741119Z","steps":["trace[1375272358] 'process raft request' (duration: 220.404389ms)","trace[1375272358] 'compare' (duration: 26.569469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:13.741296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.070449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T09:01:13.741342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.990705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w62l5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T09:01:13.741384Z","caller":"traceutil/trace.go:171","msg":"trace[1776950195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5080; }","duration":"245.198261ms","start":"2026-04-02T09:01:13.496164Z","end":"2026-04-02T09:01:13.741362Z","steps":["trace[1776950195] 'agreement among raft nodes before linearized reading' (duration: 244.940125ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:13.741424Z","caller":"traceutil/trace.go:171","msg":"trace[370688971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w62l5; range_end:; response_count:1; response_revision:5080; }","duration":"243.128608ms","start":"2026-04-02T09:01:13.498278Z","end":"2026-04-02T09:01:13.741407Z","steps":["trace[370688971] 'agreement among raft nodes before linearized reading' (duration: 242.922803ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:39.077623Z","caller":"traceutil/trace.go:171","msg":"trace[2132187147] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"138.819838ms","start":"2026-04-02T09:01:38.938767Z","end":"2026-04-02T09:01:39.077587Z","steps":["trace[2132187147] 'process raft request' (duration: 65.255631ms)","trace[2132187147] 'compare' (duration: 73.324142ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:39.077715Z","caller":"traceutil/trace.go:171","msg":"trace[1357003907] linearizableReadLoop","detail":"{readStateIndex:5625; appliedIndex:5619; }","duration":"136.503008ms","start":"2026-04-02T09:01:38.9412Z","end":"2026-04-02T09:01:39.077703Z","steps":["trace[1357003907] 'read index received' (duration: 28.192476ms)","trace[1357003907] 'applied index is now lower than readState.Index' (duration: 108.309872ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:39.077804Z","caller":"traceutil/trace.go:171","msg":"trace[204445646] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"128.132511ms","start":"2026-04-02T09:01:38.949664Z","end":"2026-04-02T09:01:39.077796Z","steps":["trace[204445646] 'process raft request' (duration: 127.980928ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:39.077723Z","caller":"traceutil/trace.go:171","msg":"trace[1008359121] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"138.373698ms","start":"2026-04-02T09:01:38.939283Z","end":"2026-04-02T09:01:39.077657Z","steps":["trace[1008359121] 'process raft request' (duration: 138.263426ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:39.077808Z","caller":"traceutil/trace.go:171","msg":"trace[570163063] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"138.342887ms","start":"2026-04-02T09:01:38.939406Z","end":"2026-04-02T09:01:39.077749Z","steps":["trace[570163063] 'process raft request' (duration: 138.201924ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:39.077968Z","caller":"traceutil/trace.go:171","msg":"trace[788333753] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"138.515511ms","start":"2026-04-02T09:01:38.939325Z","end":"2026-04-02T09:01:39.077841Z","steps":["trace[788333753] 'process raft request' (duration: 138.253055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:39.078085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.865406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-02T09:01:39.078133Z","caller":"traceutil/trace.go:171","msg":"trace[655797101] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5425; }","duration":"136.973819ms","start":"2026-04-02T09:01:38.941145Z","end":"2026-04-02T09:01:39.078118Z","steps":["trace[655797101] 'agreement among raft nodes before linearized reading' (duration: 136.782454ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:39.07868Z","caller":"traceutil/trace.go:171","msg":"trace[1509977304] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"139.330358ms","start":"2026-04-02T09:01:38.939207Z","end":"2026-04-02T09:01:39.078537Z","steps":["trace[1509977304] 'process raft request' (duration: 138.295696ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:00.691038Z","caller":"traceutil/trace.go:171","msg":"trace[563009091] linearizableReadLoop","detail":"{readStateIndex:5838; appliedIndex:5837; }","duration":"100.15998ms","start":"2026-04-02T09:02:00.590847Z","end":"2026-04-02T09:02:00.691007Z","steps":["trace[563009091] 'read index received' (duration: 99.957076ms)","trace[563009091] 'applied index is now lower than readState.Index' (duration: 201.934µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:00.691103Z","caller":"traceutil/trace.go:171","msg":"trace[858617941] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"156.189325ms","start":"2026-04-02T09:02:00.534882Z","end":"2026-04-02T09:02:00.691071Z","steps":["trace[858617941] 'process raft request' (duration: 155.94288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:00.691327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.462696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-04-02T09:02:00.691384Z","caller":"traceutil/trace.go:171","msg":"trace[1932743995] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5632; }","duration":"100.536838ms","start":"2026-04-02T09:02:00.59083Z","end":"2026-04-02T09:02:00.691366Z","steps":["trace[1932743995] 'agreement among raft nodes before linearized reading' (duration: 100.328463ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:00.919346Z","caller":"traceutil/trace.go:171","msg":"trace[217085609] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"220.852364ms","start":"2026-04-02T09:02:00.698458Z","end":"2026-04-02T09:02:00.91931Z","steps":["trace[217085609] 'process raft request' (duration: 151.893896ms)","trace[217085609] 'compare' (duration: 68.805335ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:00.933471Z","caller":"traceutil/trace.go:171","msg":"trace[831362990] linearizableReadLoop","detail":"{readStateIndex:5840; appliedIndex:5838; }","duration":"130.989912ms","start":"2026-04-02T09:02:00.802456Z","end":"2026-04-02T09:02:00.933446Z","steps":["trace[831362990] 'read index received' (duration: 47.827633ms)","trace[831362990] 'applied index is now lower than readState.Index' (duration: 83.161099ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:00.933511Z","caller":"traceutil/trace.go:171","msg":"trace[27267491] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"232.267606ms","start":"2026-04-02T09:02:00.701211Z","end":"2026-04-02T09:02:00.933478Z","steps":["trace[27267491] 'process raft request' (duration: 232.078682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:00.933769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.291518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:02:00.933892Z","caller":"traceutil/trace.go:171","msg":"trace[2124855051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5634; }","duration":"131.460132ms","start":"2026-04-02T09:02:00.802413Z","end":"2026-04-02T09:02:00.933873Z","steps":["trace[2124855051] 'agreement among raft nodes before linearized reading' (duration: 131.167276ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:01.105903Z","caller":"traceutil/trace.go:171","msg":"trace[1227728507] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"166.648197ms","start":"2026-04-02T09:02:00.939224Z","end":"2026-04-02T09:02:01.105872Z","steps":["trace[1227728507] 'process raft request' (duration: 131.072954ms)","trace[1227728507] 'compare' (duration: 35.336538ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:01.105922Z","caller":"traceutil/trace.go:171","msg":"trace[54957607] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"166.191768ms","start":"2026-04-02T09:02:00.93971Z","end":"2026-04-02T09:02:01.105901Z","steps":["trace[54957607] 'process raft request' (duration: 166.081866ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:01.10609Z","caller":"traceutil/trace.go:171","msg":"trace[528389611] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"166.24255ms","start":"2026-04-02T09:02:00.939838Z","end":"2026-04-02T09:02:01.10608Z","steps":["trace[528389611] 'process raft request' (duration: 166.018625ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:01.106216Z","caller":"traceutil/trace.go:171","msg":"trace[2133574589] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"165.87349ms","start":"2026-04-02T09:02:00.940329Z","end":"2026-04-02T09:02:01.106202Z","steps":["trace[2133574589] 'process raft request' (duration: 165.670996ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:01.106334Z","caller":"traceutil/trace.go:171","msg":"trace[2106999328] linearizableReadLoop","detail":"{readStateIndex:5842; appliedIndex:5840; }","duration":"166.974304ms","start":"2026-04-02T09:02:00.939342Z","end":"2026-04-02T09:02:01.106316Z","steps":["trace[2106999328] 'read index received' (duration: 53.891041ms)","trace[2106999328] 'applied index is now lower than readState.Index' (duration: 113.082293ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:01.106384Z","caller":"traceutil/trace.go:171","msg":"trace[1060638428] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"156.332459ms","start":"2026-04-02T09:02:00.950016Z","end":"2026-04-02T09:02:01.106349Z","steps":["trace[1060638428] 'process raft request' (duration: 156.131425ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:01.106391Z","caller":"traceutil/trace.go:171","msg":"trace[2141905773] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"164.071403ms","start":"2026-04-02T09:02:00.942288Z","end":"2026-04-02T09:02:01.10636Z","steps":["trace[2141905773] 'process raft request' (duration: 163.788977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:01.106528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.162178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2a035442-0dfb-40cb-9430-474538c0d315\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-02T09:02:01.106578Z","caller":"traceutil/trace.go:171","msg":"trace[477427324] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2a035442-0dfb-40cb-9430-474538c0d315; range_end:; response_count:1; response_revision:5642; }","duration":"167.22916ms","start":"2026-04-02T09:02:00.939333Z","end":"2026-04-02T09:02:01.106562Z","steps":["trace[477427324] 'agreement among raft nodes before linearized reading' (duration: 167.051686ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:01.106612Z","caller":"traceutil/trace.go:171","msg":"trace[939184277] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"127.283023ms","start":"2026-04-02T09:02:00.979318Z","end":"2026-04-02T09:02:01.106601Z","steps":["trace[939184277] 'process raft request' (duration: 126.887875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:01.56133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.732713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:02:01.561599Z","caller":"traceutil/trace.go:171","msg":"trace[173839275] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"445.655262ms","start":"2026-04-02T09:02:01.115923Z","end":"2026-04-02T09:02:01.561578Z","steps":["trace[173839275] 'process raft request' (duration: 445.58266ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:01.561584Z","caller":"traceutil/trace.go:171","msg":"trace[509965788] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"447.395358ms","start":"2026-04-02T09:02:01.114145Z","end":"2026-04-02T09:02:01.56154Z","steps":["trace[509965788] 'process raft request' (duration: 319.326828ms)","trace[509965788] 'compare' (duration: 127.60796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:01.561678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:01.115835Z","time spent":"445.809265ms","remote":"127.0.0.1:33104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:01.561773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:01.114135Z","time spent":"447.536831ms","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:01.562023Z","caller":"traceutil/trace.go:171","msg":"trace[2070796085] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"447.427509ms","start":"2026-04-02T09:02:01.114563Z","end":"2026-04-02T09:02:01.561991Z","steps":["trace[2070796085] 'process raft request' (duration: 446.884657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:01.562223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:01.114556Z","time spent":"447.548972ms","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:01.56992Z","caller":"traceutil/trace.go:171","msg":"trace[1994802616] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"302.282537ms","start":"2026-04-02T09:02:01.267616Z","end":"2026-04-02T09:02:01.569898Z","steps":["trace[1994802616] 'process raft request' (duration: 302.002701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:01.570041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:01.267588Z","time spent":"302.390569ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:01.570087Z","caller":"traceutil/trace.go:171","msg":"trace[872859005] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"230.226192ms","start":"2026-04-02T09:02:01.339837Z","end":"2026-04-02T09:02:01.570064Z","steps":["trace[872859005] 'process raft request' (duration: 229.908396ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:01.570186Z","caller":"traceutil/trace.go:171","msg":"trace[603198026] linearizableReadLoop","detail":"{readStateIndex:5855; appliedIndex:5850; }","duration":"175.36504ms","start":"2026-04-02T09:02:01.394662Z","end":"2026-04-02T09:02:01.570027Z","steps":["trace[603198026] 'read index received' (duration: 38.74331ms)","trace[603198026] 'applied index is now lower than readState.Index' (duration: 136.62088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:01.570346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.659828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8sfp8\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-04-02T09:02:01.570431Z","caller":"traceutil/trace.go:171","msg":"trace[1137353250] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8sfp8; range_end:; response_count:1; response_revision:5649; }","duration":"175.805731ms","start":"2026-04-02T09:02:01.394604Z","end":"2026-04-02T09:02:01.57041Z","steps":["trace[1137353250] 'agreement among raft nodes before linearized reading' (duration: 175.541575ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:02.232779Z","caller":"traceutil/trace.go:171","msg":"trace[350697185] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"121.929351ms","start":"2026-04-02T09:02:02.110743Z","end":"2026-04-02T09:02:02.232673Z","steps":["trace[350697185] 'process raft request' (duration: 63.311701ms)","trace[350697185] 'compare' (duration: 58.309014ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:02.233103Z","caller":"traceutil/trace.go:171","msg":"trace[1900047922] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"121.88838ms","start":"2026-04-02T09:02:02.111186Z","end":"2026-04-02T09:02:02.233074Z","steps":["trace[1900047922] 'process raft request' (duration: 121.42342ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:29.859088Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2978} {"level":"info","ts":"2026-04-02T09:02:29.941269Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2978,"took":"80.631237ms","hash":902652431,"current-db-size-bytes":57229312,"current-db-size":"57 MB","current-db-size-in-use-bytes":32653312,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-02T09:02:29.941371Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":902652431,"revision":2978,"compact-revision":-1} {"level":"warn","ts":"2026-04-02T09:02:32.785179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.684566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T09:02:32.785294Z","caller":"traceutil/trace.go:171","msg":"trace[1286698970] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6030; }","duration":"113.88405ms","start":"2026-04-02T09:02:32.671388Z","end":"2026-04-02T09:02:32.785272Z","steps":["trace[1286698970] 'count revisions from in-memory index tree' (duration: 113.470261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.090589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.276055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:02:33.0907Z","caller":"traceutil/trace.go:171","msg":"trace[1054630831] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6031; }","duration":"180.457669ms","start":"2026-04-02T09:02:32.910218Z","end":"2026-04-02T09:02:33.090676Z","steps":["trace[1054630831] 'count revisions from in-memory index tree' (duration: 180.104162ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:29.866404Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5922} {"level":"info","ts":"2026-04-02T09:07:29.972189Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5922,"took":"103.832814ms","hash":2235733151,"current-db-size-bytes":57229312,"current-db-size":"57 MB","current-db-size-in-use-bytes":25718784,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-02T09:07:29.97231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2235733151,"revision":5922,"compact-revision":2978} {"level":"info","ts":"2026-04-02T09:07:53.075085Z","caller":"traceutil/trace.go:171","msg":"trace[1350753425] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"185.117999ms","start":"2026-04-02T09:07:52.889921Z","end":"2026-04-02T09:07:53.075039Z","steps":["trace[1350753425] 'process raft request' (duration: 184.835683ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:53.365283Z","caller":"traceutil/trace.go:171","msg":"trace[224113646] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"285.233044ms","start":"2026-04-02T09:07:53.080022Z","end":"2026-04-02T09:07:53.365255Z","steps":["trace[224113646] 'process raft request' (duration: 284.942858ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:07:53.365398Z","caller":"traceutil/trace.go:171","msg":"trace[191833775] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"279.344838ms","start":"2026-04-02T09:07:53.086031Z","end":"2026-04-02T09:07:53.365376Z","steps":["trace[191833775] 'process raft request' (duration: 279.173755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:04.985949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.224397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:08:04.986076Z","caller":"traceutil/trace.go:171","msg":"trace[1459281549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8462; }","duration":"140.42306ms","start":"2026-04-02T09:08:04.845627Z","end":"2026-04-02T09:08:04.98605Z","steps":["trace[1459281549] 'range keys from in-memory index tree' (duration: 140.087163ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:05.958079Z","caller":"traceutil/trace.go:171","msg":"trace[1154068576] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"172.280896ms","start":"2026-04-02T09:08:05.785762Z","end":"2026-04-02T09:08:05.958043Z","steps":["trace[1154068576] 'process raft request' (duration: 172.070802ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:06.521778Z","caller":"traceutil/trace.go:171","msg":"trace[1583040631] linearizableReadLoop","detail":"{readStateIndex:8769; appliedIndex:8768; }","duration":"101.003894ms","start":"2026-04-02T09:08:06.420741Z","end":"2026-04-02T09:08:06.521745Z","steps":["trace[1583040631] 'read index received' (duration: 100.778419ms)","trace[1583040631] 'applied index is now lower than readState.Index' (duration: 223.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:08:06.521924Z","caller":"traceutil/trace.go:171","msg":"trace[1698187080] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"121.434469ms","start":"2026-04-02T09:08:06.400448Z","end":"2026-04-02T09:08:06.521883Z","steps":["trace[1698187080] 'process raft request' (duration: 121.04295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:06.522291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.517694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T09:08:06.522412Z","caller":"traceutil/trace.go:171","msg":"trace[706234677] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8470; }","duration":"101.730339ms","start":"2026-04-02T09:08:06.420658Z","end":"2026-04-02T09:08:06.522388Z","steps":["trace[706234677] 'agreement among raft nodes before linearized reading' (duration: 101.29397ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:06.698413Z","caller":"traceutil/trace.go:171","msg":"trace[306375692] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"170.106801ms","start":"2026-04-02T09:08:06.528271Z","end":"2026-04-02T09:08:06.698378Z","steps":["trace[306375692] 'process raft request' (duration: 101.102776ms)","trace[306375692] 'compare' (duration: 68.862342ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:08:34.689261Z","caller":"traceutil/trace.go:171","msg":"trace[2040037956] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"274.16319ms","start":"2026-04-02T09:08:34.415053Z","end":"2026-04-02T09:08:34.689216Z","steps":["trace[2040037956] 'process raft request' (duration: 274.005195ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:34.73771Z","caller":"traceutil/trace.go:171","msg":"trace[212979898] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"321.316051ms","start":"2026-04-02T09:08:34.416365Z","end":"2026-04-02T09:08:34.737681Z","steps":["trace[212979898] 'process raft request' (duration: 319.648515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:34.737884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:34.416343Z","time spent":"321.452043ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:08:47.56809Z","caller":"traceutil/trace.go:171","msg":"trace[1284967872] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8783; }","duration":"156.494822ms","start":"2026-04-02T09:08:47.411569Z","end":"2026-04-02T09:08:47.568064Z","steps":["trace[1284967872] 'process raft request' (duration: 125.872872ms)","trace[1284967872] 'compare' (duration: 30.051769ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:08:47.587588Z","caller":"traceutil/trace.go:171","msg":"trace[1756496801] linearizableReadLoop","detail":"{readStateIndex:9096; appliedIndex:9094; }","duration":"164.448761ms","start":"2026-04-02T09:08:47.423108Z","end":"2026-04-02T09:08:47.587557Z","steps":["trace[1756496801] 'read index received' (duration: 114.44528ms)","trace[1756496801] 'applied index is now lower than readState.Index' (duration: 50.001981ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:08:47.587646Z","caller":"traceutil/trace.go:171","msg":"trace[1086087693] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"175.570137ms","start":"2026-04-02T09:08:47.412033Z","end":"2026-04-02T09:08:47.587603Z","steps":["trace[1086087693] 'process raft request' (duration: 175.332832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:47.588033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.91496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:08:47.588089Z","caller":"traceutil/trace.go:171","msg":"trace[292821188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8784; }","duration":"164.994992ms","start":"2026-04-02T09:08:47.423079Z","end":"2026-04-02T09:08:47.588074Z","steps":["trace[292821188] 'agreement among raft nodes before linearized reading' (duration: 164.596324ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:48.437807Z","caller":"traceutil/trace.go:171","msg":"trace[999592282] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"154.665683ms","start":"2026-04-02T09:08:48.283104Z","end":"2026-04-02T09:08:48.43777Z","steps":["trace[999592282] 'process raft request' (duration: 102.914185ms)","trace[999592282] 'compare' (duration: 51.511203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:08:49.148519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.222269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:08:49.148623Z","caller":"traceutil/trace.go:171","msg":"trace[1902487156] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8797; }","duration":"240.399173ms","start":"2026-04-02T09:08:48.908201Z","end":"2026-04-02T09:08:49.1486Z","steps":["trace[1902487156] 'range keys from in-memory index tree' (duration: 240.098247ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:49.148846Z","caller":"traceutil/trace.go:171","msg":"trace[300023525] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9110; }","duration":"141.679967ms","start":"2026-04-02T09:08:49.007144Z","end":"2026-04-02T09:08:49.148824Z","steps":["trace[300023525] 'read index received' (duration: 68.448602ms)","trace[300023525] 'applied index is now lower than readState.Index' (duration: 73.229705ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:08:49.148864Z","caller":"traceutil/trace.go:171","msg":"trace[1585048390] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"168.19591ms","start":"2026-04-02T09:08:48.980629Z","end":"2026-04-02T09:08:49.148825Z","steps":["trace[1585048390] 'process raft request' (duration: 95.050227ms)","trace[1585048390] 'compare' (duration: 72.971469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:08:49.149009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.86531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T09:08:49.149049Z","caller":"traceutil/trace.go:171","msg":"trace[453997996] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8798; }","duration":"141.942392ms","start":"2026-04-02T09:08:49.007093Z","end":"2026-04-02T09:08:49.149036Z","steps":["trace[453997996] 'agreement among raft nodes before linearized reading' (duration: 141.804639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:49.149518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.267184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-02T09:08:49.149603Z","caller":"traceutil/trace.go:171","msg":"trace[1829435323] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8797; }","duration":"186.794584ms","start":"2026-04-02T09:08:48.962792Z","end":"2026-04-02T09:08:49.149586Z","steps":["trace[1829435323] 'range keys from in-memory index tree' (duration: 185.085739ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:03.604094Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002430.wal"} {"level":"info","ts":"2026-04-02T09:09:49.3015Z","caller":"traceutil/trace.go:171","msg":"trace[327215953] linearizableReadLoop","detail":"{readStateIndex:9771; appliedIndex:9770; }","duration":"108.661516ms","start":"2026-04-02T09:09:49.192812Z","end":"2026-04-02T09:09:49.301474Z","steps":["trace[327215953] 'read index received' (duration: 70.832292ms)","trace[327215953] 'applied index is now lower than readState.Index' (duration: 37.828484ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:49.301698Z","caller":"traceutil/trace.go:171","msg":"trace[757084504] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"109.932232ms","start":"2026-04-02T09:09:49.191756Z","end":"2026-04-02T09:09:49.301688Z","steps":["trace[757084504] 'process raft request' (duration: 71.874464ms)","trace[757084504] 'compare' (duration: 37.713201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:49.302233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.180287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a27f101cdf9ef7\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-02T09:09:49.302346Z","caller":"traceutil/trace.go:171","msg":"trace[450929130] range","detail":"{range_begin:/registry/events/openstack/ceph.18a27f101cdf9ef7; range_end:; response_count:1; response_revision:9440; }","duration":"109.586356ms","start":"2026-04-02T09:09:49.192738Z","end":"2026-04-02T09:09:49.302324Z","steps":["trace[450929130] 'agreement among raft nodes before linearized reading' (duration: 109.060065ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:01.306681Z","caller":"traceutil/trace.go:171","msg":"trace[847128620] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"100.117394ms","start":"2026-04-02T09:10:01.206529Z","end":"2026-04-02T09:10:01.306646Z","steps":["trace[847128620] 'process raft request' (duration: 99.92179ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:18.111519Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T09:10:18.117572Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T09:10:18.117801Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T09:12:29.872624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8099} {"level":"info","ts":"2026-04-02T09:12:29.93734Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8099,"took":"62.508187ms","hash":441535801,"current-db-size-bytes":57229312,"current-db-size":"57 MB","current-db-size-in-use-bytes":28983296,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-02T09:12:29.937921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":441535801,"revision":8099,"compact-revision":5922} {"level":"info","ts":"2026-04-02T09:17:29.879602Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10655} {"level":"info","ts":"2026-04-02T09:17:29.969729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10655,"took":"87.888188ms","hash":1122337673,"current-db-size-bytes":57229312,"current-db-size":"57 MB","current-db-size-in-use-bytes":21417984,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-02T09:17:29.969829Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1122337673,"revision":10655,"compact-revision":8099}