{"level":"warn","ts":"2026-03-29T01:55:12.493329Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:55:12.493447Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.246:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.246:2380","--initial-cluster=instance=https://199.204.45.246:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.246:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.246:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-29T01:55:12.493522Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:55:12.493535Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-03-29T01:55:12.493566Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:55:12.494238Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"]} {"level":"info","ts":"2026-03-29T01:55:12.494313Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.246:2380"],"listen-peer-urls":["https://199.204.45.246:2380"],"advertise-client-urls":["https://199.204.45.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.246:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-29T01:55:12.498196Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.660155ms"} {"level":"info","ts":"2026-03-29T01:55:12.505465Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ab97322ebdd79664","cluster-id":"87bc89380c3dc2c"} {"level":"info","ts":"2026-03-29T01:55:12.50562Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=()"} {"level":"info","ts":"2026-03-29T01:55:12.505674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became follower at term 0"} {"level":"info","ts":"2026-03-29T01:55:12.505715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ab97322ebdd79664 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-29T01:55:12.505742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became follower at term 1"} {"level":"info","ts":"2026-03-29T01:55:12.505954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=(12364406478303893092)"} {"level":"warn","ts":"2026-03-29T01:55:12.519058Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-29T01:55:12.521099Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-29T01:55:12.522498Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-29T01:55:12.524544Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ab97322ebdd79664","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-29T01:55:12.52478Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ab97322ebdd79664","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-29T01:55:12.524922Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:55:12.52508Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:55:12.525115Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:55:12.527216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=(12364406478303893092)"} {"level":"info","ts":"2026-03-29T01:55:12.52844Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87bc89380c3dc2c","local-member-id":"ab97322ebdd79664","added-peer-id":"ab97322ebdd79664","added-peer-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-03-29T01:55:12.530754Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:55:12.530844Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.246:2380"} {"level":"info","ts":"2026-03-29T01:55:12.53089Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.246:2380"} {"level":"info","ts":"2026-03-29T01:55:12.531203Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ab97322ebdd79664","initial-advertise-peer-urls":["https://199.204.45.246:2380"],"listen-peer-urls":["https://199.204.45.246:2380"],"advertise-client-urls":["https://199.204.45.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-29T01:55:12.531349Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-29T01:55:13.406547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 is starting a new election at term 1"} {"level":"info","ts":"2026-03-29T01:55:13.40663Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-29T01:55:13.406679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 received MsgPreVoteResp from ab97322ebdd79664 at term 1"} {"level":"info","ts":"2026-03-29T01:55:13.406715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became candidate at term 2"} {"level":"info","ts":"2026-03-29T01:55:13.406726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 received MsgVoteResp from ab97322ebdd79664 at term 2"} {"level":"info","ts":"2026-03-29T01:55:13.406746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became leader at term 2"} {"level":"info","ts":"2026-03-29T01:55:13.406768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ab97322ebdd79664 elected leader ab97322ebdd79664 at term 2"} {"level":"info","ts":"2026-03-29T01:55:13.408267Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ab97322ebdd79664","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.246:2379]}","request-path":"/0/members/ab97322ebdd79664/attributes","cluster-id":"87bc89380c3dc2c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-29T01:55:13.408325Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:55:13.408443Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:55:13.408623Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-29T01:55:13.408655Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-29T01:55:13.408479Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:55:13.409718Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87bc89380c3dc2c","local-member-id":"ab97322ebdd79664","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:55:13.41041Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:55:13.410464Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:55:13.412574Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.246:2379"} {"level":"info","ts":"2026-03-29T01:55:13.412869Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-29T01:55:32.628944Z","caller":"traceutil/trace.go:171","msg":"trace[1967638669] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"159.853657ms","start":"2026-03-29T01:55:32.469041Z","end":"2026-03-29T01:55:32.628895Z","steps":["trace[1967638669] 'process raft request' (duration: 159.53238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:32.860385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.450093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:55:32.860536Z","caller":"traceutil/trace.go:171","msg":"trace[419418337] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"227.557686ms","start":"2026-03-29T01:55:32.632957Z","end":"2026-03-29T01:55:32.860515Z","steps":["trace[419418337] 'process raft request' (duration: 123.266425ms)","trace[419418337] 'compare' (duration: 103.184857ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:42.782891Z","caller":"traceutil/trace.go:171","msg":"trace[1114179408] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"102.125576ms","start":"2026-03-29T01:55:42.680735Z","end":"2026-03-29T01:55:42.78286Z","steps":["trace[1114179408] 'process raft request' (duration: 101.933691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:43.024347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.705442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:55:43.024597Z","caller":"traceutil/trace.go:171","msg":"trace[1040750734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:465; }","duration":"120.075589ms","start":"2026-03-29T01:55:42.904495Z","end":"2026-03-29T01:55:43.02457Z","steps":["trace[1040750734] 'range keys from in-memory index tree' (duration: 119.427066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:49.835043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.332607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:55:49.835187Z","caller":"traceutil/trace.go:171","msg":"trace[2065707654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:575; }","duration":"289.49386ms","start":"2026-03-29T01:55:49.545665Z","end":"2026-03-29T01:55:49.835159Z","steps":["trace[2065707654] 'range keys from in-memory index tree' (duration: 289.066311ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:50.00213Z","caller":"traceutil/trace.go:171","msg":"trace[1512167192] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"162.728163ms","start":"2026-03-29T01:55:49.839366Z","end":"2026-03-29T01:55:50.002094Z","steps":["trace[1512167192] 'process raft request' (duration: 162.59807ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:50.002203Z","caller":"traceutil/trace.go:171","msg":"trace[1294236701] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"385.709702ms","start":"2026-03-29T01:55:49.616453Z","end":"2026-03-29T01:55:50.002162Z","steps":["trace[1294236701] 'process raft request' (duration: 383.502046ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:50.002187Z","caller":"traceutil/trace.go:171","msg":"trace[1268575104] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:592; }","duration":"315.927413ms","start":"2026-03-29T01:55:49.686142Z","end":"2026-03-29T01:55:50.00207Z","steps":["trace[1268575104] 'read index received' (duration: 310.366827ms)","trace[1268575104] 'applied index is now lower than readState.Index' (duration: 5.554826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:55:50.002355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.213769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:55:50.002419Z","caller":"traceutil/trace.go:171","msg":"trace[1479012911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:577; }","duration":"316.321291ms","start":"2026-03-29T01:55:49.686085Z","end":"2026-03-29T01:55:50.002407Z","steps":["trace[1479012911] 'agreement among raft nodes before linearized reading' (duration: 316.148768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:50.002372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:49.616424Z","time spent":"385.848494ms","remote":"127.0.0.1:38110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:55:50.00247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:49.686061Z","time spent":"316.380813ms","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:55:50.002538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.645009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9kjk8\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-29T01:55:50.002601Z","caller":"traceutil/trace.go:171","msg":"trace[1024007536] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9kjk8; range_end:; response_count:1; response_revision:577; }","duration":"206.785733ms","start":"2026-03-29T01:55:49.795794Z","end":"2026-03-29T01:55:50.00258Z","steps":["trace[1024007536] 'agreement among raft nodes before linearized reading' (duration: 206.564078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:33.712223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.770051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T01:56:33.712358Z","caller":"traceutil/trace.go:171","msg":"trace[1053873155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1132; }","duration":"160.984105ms","start":"2026-03-29T01:56:33.551344Z","end":"2026-03-29T01:56:33.712328Z","steps":["trace[1053873155] 'range keys from in-memory index tree' (duration: 160.489115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:33.712259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.964591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:56:33.712507Z","caller":"traceutil/trace.go:171","msg":"trace[1592488600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1132; }","duration":"157.243206ms","start":"2026-03-29T01:56:33.555241Z","end":"2026-03-29T01:56:33.712484Z","steps":["trace[1592488600] 'range keys from in-memory index tree' (duration: 156.832078ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:19.540997Z","caller":"traceutil/trace.go:171","msg":"trace[2118307579] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1858; }","duration":"226.540139ms","start":"2026-03-29T01:57:19.314413Z","end":"2026-03-29T01:57:19.540953Z","steps":["trace[2118307579] 'read index received' (duration: 226.324015ms)","trace[2118307579] 'applied index is now lower than readState.Index' (duration: 214.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:57:19.541017Z","caller":"traceutil/trace.go:171","msg":"trace[1717654156] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"232.395612ms","start":"2026-03-29T01:57:19.308581Z","end":"2026-03-29T01:57:19.540976Z","steps":["trace[1717654156] 'process raft request' (duration: 232.187708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:19.541274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.848966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:57:19.541311Z","caller":"traceutil/trace.go:171","msg":"trace[2017528210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1794; }","duration":"226.960569ms","start":"2026-03-29T01:57:19.31434Z","end":"2026-03-29T01:57:19.5413Z","steps":["trace[2017528210] 'agreement among raft nodes before linearized reading' (duration: 226.807325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:19.541448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.155979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T01:57:19.541534Z","caller":"traceutil/trace.go:171","msg":"trace[1982489259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1794; }","duration":"191.299072ms","start":"2026-03-29T01:57:19.350214Z","end":"2026-03-29T01:57:19.541513Z","steps":["trace[1982489259] 'agreement among raft nodes before linearized reading' (duration: 190.978305ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:25.747352Z","caller":"traceutil/trace.go:171","msg":"trace[33073906] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"105.236522ms","start":"2026-03-29T01:57:25.642075Z","end":"2026-03-29T01:57:25.747312Z","steps":["trace[33073906] 'process raft request' (duration: 31.278795ms)","trace[33073906] 'compare' (duration: 73.751393ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:57:32.470849Z","caller":"traceutil/trace.go:171","msg":"trace[265703712] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"112.606826ms","start":"2026-03-29T01:57:32.358199Z","end":"2026-03-29T01:57:32.470806Z","steps":["trace[265703712] 'process raft request' (duration: 112.245509ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:50.262693Z","caller":"traceutil/trace.go:171","msg":"trace[278480038] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"131.396366ms","start":"2026-03-29T01:58:50.131264Z","end":"2026-03-29T01:58:50.26266Z","steps":["trace[278480038] 'process raft request' (duration: 131.239662ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:50.262837Z","caller":"traceutil/trace.go:171","msg":"trace[155353969] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"156.867061ms","start":"2026-03-29T01:58:50.105938Z","end":"2026-03-29T01:58:50.262805Z","steps":["trace[155353969] 'process raft request' (duration: 155.8089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.166464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.689036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:59.166599Z","caller":"traceutil/trace.go:171","msg":"trace[906644940] linearizableReadLoop","detail":"{readStateIndex:3877; appliedIndex:3876; }","duration":"151.384088ms","start":"2026-03-29T02:01:59.015197Z","end":"2026-03-29T02:01:59.166581Z","steps":["trace[906644940] 'read index received' (duration: 35.390505ms)","trace[906644940] 'applied index is now lower than readState.Index' (duration: 115.992203ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:59.166642Z","caller":"traceutil/trace.go:171","msg":"trace[338750492] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"212.220369ms","start":"2026-03-29T02:01:58.954384Z","end":"2026-03-29T02:01:59.166604Z","steps":["trace[338750492] 'process raft request' (duration: 96.284827ms)","trace[338750492] 'compare' (duration: 115.550844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:59.166744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.551371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:01:59.166791Z","caller":"traceutil/trace.go:171","msg":"trace[1228060097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3739; }","duration":"151.639913ms","start":"2026-03-29T02:01:59.015141Z","end":"2026-03-29T02:01:59.166781Z","steps":["trace[1228060097] 'agreement among raft nodes before linearized reading' (duration: 151.48908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.494145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.197904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-29T02:03:15.494323Z","caller":"traceutil/trace.go:171","msg":"trace[1153763028] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4651; }","duration":"122.438839ms","start":"2026-03-29T02:03:15.371861Z","end":"2026-03-29T02:03:15.4943Z","steps":["trace[1153763028] 'range keys from in-memory index tree' (duration: 122.011601ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:18.815038Z","caller":"traceutil/trace.go:171","msg":"trace[207997466] linearizableReadLoop","detail":"{readStateIndex:4919; appliedIndex:4918; }","duration":"103.144202ms","start":"2026-03-29T02:03:18.711871Z","end":"2026-03-29T02:03:18.815015Z","steps":["trace[207997466] 'read index received' (duration: 102.896607ms)","trace[207997466] 'applied index is now lower than readState.Index' (duration: 246.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:18.81507Z","caller":"traceutil/trace.go:171","msg":"trace[1786471779] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"105.604824ms","start":"2026-03-29T02:03:18.709434Z","end":"2026-03-29T02:03:18.815039Z","steps":["trace[1786471779] 'process raft request' (duration: 105.43769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:18.81521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.323206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-29T02:03:18.815269Z","caller":"traceutil/trace.go:171","msg":"trace[1457410032] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4742; }","duration":"103.419227ms","start":"2026-03-29T02:03:18.711835Z","end":"2026-03-29T02:03:18.815255Z","steps":["trace[1457410032] 'agreement among raft nodes before linearized reading' (duration: 103.262014ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:23.30725Z","caller":"traceutil/trace.go:171","msg":"trace[360238739] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"149.768663ms","start":"2026-03-29T02:03:23.157449Z","end":"2026-03-29T02:03:23.307218Z","steps":["trace[360238739] 'process raft request' (duration: 149.554868ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:32.166294Z","caller":"traceutil/trace.go:171","msg":"trace[1357590507] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"101.070588ms","start":"2026-03-29T02:03:32.065157Z","end":"2026-03-29T02:03:32.166228Z","steps":["trace[1357590507] 'process raft request' (duration: 100.367302ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.481752Z","caller":"traceutil/trace.go:171","msg":"trace[89019801] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"132.685169ms","start":"2026-03-29T02:03:42.349042Z","end":"2026-03-29T02:03:42.481728Z","steps":["trace[89019801] 'process raft request' (duration: 111.881686ms)","trace[89019801] 'compare' (duration: 20.619219ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:42.482002Z","caller":"traceutil/trace.go:171","msg":"trace[1286790153] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"132.869333ms","start":"2026-03-29T02:03:42.349116Z","end":"2026-03-29T02:03:42.481986Z","steps":["trace[1286790153] 'process raft request' (duration: 132.555977ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.482334Z","caller":"traceutil/trace.go:171","msg":"trace[2063089972] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"133.192ms","start":"2026-03-29T02:03:42.349112Z","end":"2026-03-29T02:03:42.482304Z","steps":["trace[2063089972] 'process raft request' (duration: 132.823992ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.482375Z","caller":"traceutil/trace.go:171","msg":"trace[1518322290] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5481; }","duration":"132.038946ms","start":"2026-03-29T02:03:42.350313Z","end":"2026-03-29T02:03:42.482352Z","steps":["trace[1518322290] 'read index received' (duration: 4.304142ms)","trace[1518322290] 'applied index is now lower than readState.Index' (duration: 127.733954ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:42.482428Z","caller":"traceutil/trace.go:171","msg":"trace[1168686833] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"133.222831ms","start":"2026-03-29T02:03:42.349156Z","end":"2026-03-29T02:03:42.482379Z","steps":["trace[1168686833] 'process raft request' (duration: 133.014426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.482625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.302401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11a874fa-9214-4a23-bf22-4c1210292f81\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-29T02:03:42.482676Z","caller":"traceutil/trace.go:171","msg":"trace[1027798757] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11a874fa-9214-4a23-bf22-4c1210292f81; range_end:; response_count:1; response_revision:5297; }","duration":"132.415613ms","start":"2026-03-29T02:03:42.350245Z","end":"2026-03-29T02:03:42.482661Z","steps":["trace[1027798757] 'agreement among raft nodes before linearized reading' (duration: 132.23525ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.482637Z","caller":"traceutil/trace.go:171","msg":"trace[472600314] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"133.456076ms","start":"2026-03-29T02:03:42.34916Z","end":"2026-03-29T02:03:42.482616Z","steps":["trace[472600314] 'process raft request' (duration: 133.135259ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:51.769971Z","caller":"traceutil/trace.go:171","msg":"trace[2051360352] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"104.888698ms","start":"2026-03-29T02:03:51.665055Z","end":"2026-03-29T02:03:51.769944Z","steps":["trace[2051360352] 'process raft request' (duration: 104.728805ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:52.077915Z","caller":"traceutil/trace.go:171","msg":"trace[1772634610] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"291.170658ms","start":"2026-03-29T02:03:51.786717Z","end":"2026-03-29T02:03:52.077887Z","steps":["trace[1772634610] 'process raft request' (duration: 264.493531ms)","trace[1772634610] 'compare' (duration: 26.295899ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:52.078078Z","caller":"traceutil/trace.go:171","msg":"trace[1773736135] linearizableReadLoop","detail":"{readStateIndex:5619; appliedIndex:5617; }","duration":"134.875857ms","start":"2026-03-29T02:03:51.943171Z","end":"2026-03-29T02:03:52.078047Z","steps":["trace[1773736135] 'read index received' (duration: 108.049517ms)","trace[1773736135] 'applied index is now lower than readState.Index' (duration: 26.82452ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:52.078206Z","caller":"traceutil/trace.go:171","msg":"trace[362900877] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"217.261108ms","start":"2026-03-29T02:03:51.860934Z","end":"2026-03-29T02:03:52.078195Z","steps":["trace[362900877] 'process raft request' (duration: 216.895299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:52.078319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.130973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:52.07835Z","caller":"traceutil/trace.go:171","msg":"trace[1675484525] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5424; }","duration":"135.215694ms","start":"2026-03-29T02:03:51.943125Z","end":"2026-03-29T02:03:52.078341Z","steps":["trace[1675484525] 'agreement among raft nodes before linearized reading' (duration: 135.099732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:52.078412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.823215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-29T02:03:52.078448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.202609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:03:52.078463Z","caller":"traceutil/trace.go:171","msg":"trace[1681191156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5424; }","duration":"101.911027ms","start":"2026-03-29T02:03:51.976535Z","end":"2026-03-29T02:03:52.078446Z","steps":["trace[1681191156] 'agreement among raft nodes before linearized reading' (duration: 101.752124ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:52.078484Z","caller":"traceutil/trace.go:171","msg":"trace[1748831843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5424; }","duration":"131.26991ms","start":"2026-03-29T02:03:51.947204Z","end":"2026-03-29T02:03:52.078474Z","steps":["trace[1748831843] 'agreement among raft nodes before linearized reading' (duration: 131.112497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:52.07843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.401905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:52.078572Z","caller":"traceutil/trace.go:171","msg":"trace[657901823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5424; }","duration":"132.595009ms","start":"2026-03-29T02:03:51.945948Z","end":"2026-03-29T02:03:52.078543Z","steps":["trace[657901823] 'agreement among raft nodes before linearized reading' (duration: 132.284573ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:13.437522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2993} {"level":"info","ts":"2026-03-29T02:05:13.510416Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2993,"took":"71.446368ms","hash":2857266285,"current-db-size-bytes":58408960,"current-db-size":"58 MB","current-db-size-in-use-bytes":34033664,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-29T02:05:13.510474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2857266285,"revision":2993,"compact-revision":-1} {"level":"info","ts":"2026-03-29T02:09:50.82832Z","caller":"traceutil/trace.go:171","msg":"trace[1435105042] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"182.396011ms","start":"2026-03-29T02:09:50.645889Z","end":"2026-03-29T02:09:50.828285Z","steps":["trace[1435105042] 'process raft request' (duration: 182.173777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:51.022132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.216391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:51.022404Z","caller":"traceutil/trace.go:171","msg":"trace[1684556231] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"372.490575ms","start":"2026-03-29T02:09:50.64986Z","end":"2026-03-29T02:09:51.022351Z","steps":["trace[1684556231] 'process raft request' (duration: 261.928987ms)","trace[1684556231] 'compare' (duration: 110.048717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:51.022627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:50.649835Z","time spent":"372.679678ms","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:51.022904Z","caller":"traceutil/trace.go:171","msg":"trace[1086089711] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"135.890861ms","start":"2026-03-29T02:09:50.886991Z","end":"2026-03-29T02:09:51.022882Z","steps":["trace[1086089711] 'process raft request' (duration: 135.272578ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:03.046038Z","caller":"traceutil/trace.go:171","msg":"trace[1679693341] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"156.332982ms","start":"2026-03-29T02:10:02.889674Z","end":"2026-03-29T02:10:03.046007Z","steps":["trace[1679693341] 'process raft request' (duration: 156.090107ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:04.380307Z","caller":"traceutil/trace.go:171","msg":"trace[1549936963] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"111.164672ms","start":"2026-03-29T02:10:04.26911Z","end":"2026-03-29T02:10:04.380274Z","steps":["trace[1549936963] 'process raft request' (duration: 110.890726ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:13.445498Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6105} {"level":"info","ts":"2026-03-29T02:10:13.547244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6105,"took":"99.292202ms","hash":4115707384,"current-db-size-bytes":58408960,"current-db-size":"58 MB","current-db-size-in-use-bytes":23076864,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-29T02:10:13.547316Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4115707384,"revision":6105,"compact-revision":2993} {"level":"info","ts":"2026-03-29T02:10:32.699416Z","caller":"traceutil/trace.go:171","msg":"trace[1936971136] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"178.167303ms","start":"2026-03-29T02:10:32.521224Z","end":"2026-03-29T02:10:32.699391Z","steps":["trace[1936971136] 'read index received' (duration: 177.901548ms)","trace[1936971136] 'applied index is now lower than readState.Index' (duration: 264.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:32.699726Z","caller":"traceutil/trace.go:171","msg":"trace[1323360481] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"190.39691ms","start":"2026-03-29T02:10:32.509313Z","end":"2026-03-29T02:10:32.69971Z","steps":["trace[1323360481] 'process raft request' (duration: 189.91086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:32.700013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.782205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:10:32.700059Z","caller":"traceutil/trace.go:171","msg":"trace[1605763006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8427; }","duration":"178.887328ms","start":"2026-03-29T02:10:32.52116Z","end":"2026-03-29T02:10:32.700048Z","steps":["trace[1605763006] 'agreement among raft nodes before linearized reading' (duration: 178.740505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:32.700216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.063051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:10:32.700312Z","caller":"traceutil/trace.go:171","msg":"trace[1932971555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8427; }","duration":"112.190703ms","start":"2026-03-29T02:10:32.588099Z","end":"2026-03-29T02:10:32.700289Z","steps":["trace[1932971555] 'agreement among raft nodes before linearized reading' (duration: 111.928077ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:34.862588Z","caller":"traceutil/trace.go:171","msg":"trace[1686334001] linearizableReadLoop","detail":"{readStateIndex:8731; appliedIndex:8730; }","duration":"120.292363ms","start":"2026-03-29T02:10:34.742267Z","end":"2026-03-29T02:10:34.86256Z","steps":["trace[1686334001] 'read index received' (duration: 120.085249ms)","trace[1686334001] 'applied index is now lower than readState.Index' (duration: 206.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:34.862712Z","caller":"traceutil/trace.go:171","msg":"trace[146027520] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"152.3814ms","start":"2026-03-29T02:10:34.710322Z","end":"2026-03-29T02:10:34.862703Z","steps":["trace[146027520] 'process raft request' (duration: 152.088214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:34.862923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.988787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:10:34.863048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.780174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:10:34.863032Z","caller":"traceutil/trace.go:171","msg":"trace[1042262256] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8437; }","duration":"119.129959ms","start":"2026-03-29T02:10:34.743877Z","end":"2026-03-29T02:10:34.863007Z","steps":["trace[1042262256] 'agreement among raft nodes before linearized reading' (duration: 118.890684ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:34.863085Z","caller":"traceutil/trace.go:171","msg":"trace[170586631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8437; }","duration":"120.847065ms","start":"2026-03-29T02:10:34.74223Z","end":"2026-03-29T02:10:34.863077Z","steps":["trace[170586631] 'agreement among raft nodes before linearized reading' (duration: 120.757263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:34.863348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.932424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:10:34.863383Z","caller":"traceutil/trace.go:171","msg":"trace[267979251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8437; }","duration":"118.987086ms","start":"2026-03-29T02:10:34.744389Z","end":"2026-03-29T02:10:34.863376Z","steps":["trace[267979251] 'agreement among raft nodes before linearized reading' (duration: 118.905824ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:35.012185Z","caller":"traceutil/trace.go:171","msg":"trace[1003462990] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"143.924921ms","start":"2026-03-29T02:10:34.868222Z","end":"2026-03-29T02:10:35.012147Z","steps":["trace[1003462990] 'process raft request' (duration: 137.252221ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:35.014974Z","caller":"traceutil/trace.go:171","msg":"trace[697171497] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"143.88573ms","start":"2026-03-29T02:10:34.87106Z","end":"2026-03-29T02:10:35.014946Z","steps":["trace[697171497] 'process raft request' (duration: 143.700026ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:35.01496Z","caller":"traceutil/trace.go:171","msg":"trace[958764566] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"143.763167ms","start":"2026-03-29T02:10:34.871162Z","end":"2026-03-29T02:10:35.014925Z","steps":["trace[958764566] 'process raft request' (duration: 143.719657ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:45.248935Z","caller":"traceutil/trace.go:171","msg":"trace[289439413] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8533; }","duration":"109.18274ms","start":"2026-03-29T02:10:45.139702Z","end":"2026-03-29T02:10:45.248885Z","steps":["trace[289439413] 'process raft request' (duration: 108.918635ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:45.373876Z","caller":"traceutil/trace.go:171","msg":"trace[1034406496] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"117.145988ms","start":"2026-03-29T02:10:45.256707Z","end":"2026-03-29T02:10:45.373853Z","steps":["trace[1034406496] 'process raft request' (duration: 116.960584ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:45.408873Z","caller":"traceutil/trace.go:171","msg":"trace[1538908808] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8535; }","duration":"150.625302ms","start":"2026-03-29T02:10:45.258227Z","end":"2026-03-29T02:10:45.408853Z","steps":["trace[1538908808] 'process raft request' (duration: 150.534799ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:45.408923Z","caller":"traceutil/trace.go:171","msg":"trace[728654676] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8535; }","duration":"150.724064ms","start":"2026-03-29T02:10:45.258146Z","end":"2026-03-29T02:10:45.40887Z","steps":["trace[728654676] 'process raft request' (duration: 150.492559ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:45.409063Z","caller":"traceutil/trace.go:171","msg":"trace[1330429318] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"142.058832ms","start":"2026-03-29T02:10:45.266988Z","end":"2026-03-29T02:10:45.409047Z","steps":["trace[1330429318] 'process raft request' (duration: 141.803276ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:45.409429Z","caller":"traceutil/trace.go:171","msg":"trace[746335894] linearizableReadLoop","detail":"{readStateIndex:8836; appliedIndex:8833; }","duration":"137.116018ms","start":"2026-03-29T02:10:45.272172Z","end":"2026-03-29T02:10:45.409288Z","steps":["trace[746335894] 'read index received' (duration: 101.661541ms)","trace[746335894] 'applied index is now lower than readState.Index' (duration: 35.451047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:45.409509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.348252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:10:45.409536Z","caller":"traceutil/trace.go:171","msg":"trace[302477024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8536; }","duration":"137.408194ms","start":"2026-03-29T02:10:45.272119Z","end":"2026-03-29T02:10:45.409528Z","steps":["trace[302477024] 'agreement among raft nodes before linearized reading' (duration: 137.286241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:45.988406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.766001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:10:45.988516Z","caller":"traceutil/trace.go:171","msg":"trace[1210363795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8541; }","duration":"156.930675ms","start":"2026-03-29T02:10:45.831561Z","end":"2026-03-29T02:10:45.988492Z","steps":["trace[1210363795] 'range keys from in-memory index tree' (duration: 156.526477ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:46.855194Z","caller":"traceutil/trace.go:171","msg":"trace[941094751] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"135.046024ms","start":"2026-03-29T02:10:46.720112Z","end":"2026-03-29T02:10:46.855158Z","steps":["trace[941094751] 'process raft request' (duration: 134.786339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:47.104637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.058833ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-29T02:10:47.10514Z","caller":"traceutil/trace.go:171","msg":"trace[847676167] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"170.900709ms","start":"2026-03-29T02:10:46.934204Z","end":"2026-03-29T02:10:47.105105Z","steps":["trace[847676167] 'process raft request' (duration: 170.625053ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:31.209575Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000246a.wal"} {"level":"info","ts":"2026-03-29T02:12:52.106518Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab97322ebdd79664","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-29T02:12:52.112428Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-29T02:12:52.112581Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-29T02:15:13.453495Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8278} {"level":"info","ts":"2026-03-29T02:15:13.537666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8278,"took":"81.052078ms","hash":1165549056,"current-db-size-bytes":58408960,"current-db-size":"58 MB","current-db-size-in-use-bytes":24825856,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-29T02:15:13.537751Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1165549056,"revision":8278,"compact-revision":6105} {"level":"info","ts":"2026-03-29T02:20:13.459575Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10672} {"level":"info","ts":"2026-03-29T02:20:13.54138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10672,"took":"79.381866ms","hash":2385913068,"current-db-size-bytes":58408960,"current-db-size":"58 MB","current-db-size-in-use-bytes":20275200,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-29T02:20:13.541468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2385913068,"revision":10672,"compact-revision":8278}