{"level":"warn","ts":"2026-04-12T20:49:06.357881Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-12T20:49:06.357965Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-12T20:49:06.358023Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-12T20:49:06.358033Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-12T20:49:06.358053Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-12T20:49:06.358703Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-04-12T20:49:06.35877Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-12T20:49:06.362498Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.556851ms"} {"level":"info","ts":"2026-04-12T20:49:06.384443Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-04-12T20:49:06.384589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-04-12T20:49:06.38463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-04-12T20:49:06.384658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-12T20:49:06.384675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-04-12T20:49:06.38474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-04-12T20:49:06.390296Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-12T20:49:06.393599Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-12T20:49:06.395108Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-12T20:49:06.398178Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-12T20:49:06.399337Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-12T20:49:06.399429Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-12T20:49:06.399454Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-12T20:49:06.399463Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-12T20:49:06.400615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-04-12T20:49:06.400863Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-12T20:49:06.401718Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-12T20:49:06.401899Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-12T20:49:06.401942Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-12T20:49:06.401983Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-12T20:49:06.401986Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-12T20:49:07.18566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-04-12T20:49:07.185731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-12T20:49:07.18578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-04-12T20:49:07.185801Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-04-12T20:49:07.185814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-12T20:49:07.18584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-04-12T20:49:07.18586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-12T20:49:07.187254Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-12T20:49:07.187288Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-12T20:49:07.187315Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-12T20:49:07.187389Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-12T20:49:07.187715Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-12T20:49:07.187842Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-12T20:49:07.188428Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-04-12T20:49:07.188936Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-12T20:49:07.189041Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-12T20:49:07.190097Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-12T20:49:07.193602Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-04-12T20:49:11.35718Z","caller":"traceutil/trace.go:171","msg":"trace[2085145206] linearizableReadLoop","detail":"{readStateIndex:251; appliedIndex:250; }","duration":"295.954886ms","start":"2026-04-12T20:49:11.061193Z","end":"2026-04-12T20:49:11.357148Z","steps":["trace[2085145206] 'read index received' (duration: 220.667698ms)","trace[2085145206] 'applied index is now lower than readState.Index' (duration: 75.286108ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:49:11.35724Z","caller":"traceutil/trace.go:171","msg":"trace[96144980] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"302.170571ms","start":"2026-04-12T20:49:11.055033Z","end":"2026-04-12T20:49:11.357204Z","steps":["trace[96144980] 'process raft request' (duration: 226.904984ms)","trace[96144980] 'compare' (duration: 75.089764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:49:11.357474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.881757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3496"} {"level":"warn","ts":"2026-04-12T20:49:11.357467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.224451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T20:49:11.357624Z","caller":"traceutil/trace.go:171","msg":"trace[1943666582] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:246; }","duration":"189.143982ms","start":"2026-04-12T20:49:11.168441Z","end":"2026-04-12T20:49:11.357585Z","steps":["trace[1943666582] 'agreement among raft nodes before linearized reading' (duration: 188.900997ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:49:11.357659Z","caller":"traceutil/trace.go:171","msg":"trace[309354255] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:246; }","duration":"296.487387ms","start":"2026-04-12T20:49:11.061143Z","end":"2026-04-12T20:49:11.35763Z","steps":["trace[309354255] 'agreement among raft nodes before linearized reading' (duration: 296.16608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:49:11.357994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-12T20:49:11.055018Z","time spent":"302.368305ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-12T20:49:18.22015Z","caller":"traceutil/trace.go:171","msg":"trace[1441108418] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"137.604344ms","start":"2026-04-12T20:49:18.08252Z","end":"2026-04-12T20:49:18.220124Z","steps":["trace[1441108418] 'process raft request' (duration: 137.466901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:49:42.727104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.436081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-12T20:49:42.727245Z","caller":"traceutil/trace.go:171","msg":"trace[1684612571] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"380.672494ms","start":"2026-04-12T20:49:42.346549Z","end":"2026-04-12T20:49:42.727221Z","steps":["trace[1684612571] 'process raft request' (duration: 174.868625ms)","trace[1684612571] 'compare' (duration: 205.295679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:49:42.727356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-12T20:49:42.346526Z","time spent":"380.759616ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-12T20:49:42.728235Z","caller":"traceutil/trace.go:171","msg":"trace[1836130144] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"347.011175ms","start":"2026-04-12T20:49:42.381197Z","end":"2026-04-12T20:49:42.728208Z","steps":["trace[1836130144] 'process raft request' (duration: 346.899113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:49:42.728399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-12T20:49:42.381183Z","time spent":"347.138518ms","remote":"127.0.0.1:49684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-12T20:49:43.692471Z","caller":"traceutil/trace.go:171","msg":"trace[1938887949] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"171.262902ms","start":"2026-04-12T20:49:43.521185Z","end":"2026-04-12T20:49:43.692448Z","steps":["trace[1938887949] 'process raft request' (duration: 152.130376ms)","trace[1938887949] 'compare' (duration: 19.035114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:49:44.04792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.475879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-12T20:49:44.048186Z","caller":"traceutil/trace.go:171","msg":"trace[1698068423] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"399.598546ms","start":"2026-04-12T20:49:43.648529Z","end":"2026-04-12T20:49:44.048128Z","steps":["trace[1698068423] 'process raft request' (duration: 153.827951ms)","trace[1698068423] 'compare' (duration: 245.024219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:49:44.048597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-12T20:49:43.648505Z","time spent":"399.879521ms","remote":"127.0.0.1:49440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-12T20:50:25.897135Z","caller":"traceutil/trace.go:171","msg":"trace[748004500] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"114.756389ms","start":"2026-04-12T20:50:25.782343Z","end":"2026-04-12T20:50:25.897099Z","steps":["trace[748004500] 'process raft request' (duration: 114.552994ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:51:08.723333Z","caller":"traceutil/trace.go:171","msg":"trace[1004268255] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"112.018325ms","start":"2026-04-12T20:51:08.61127Z","end":"2026-04-12T20:51:08.723288Z","steps":["trace[1004268255] 'process raft request' (duration: 25.909884ms)","trace[1004268255] 'compare' (duration: 85.770184ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:51:09.024564Z","caller":"traceutil/trace.go:171","msg":"trace[635687221] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"212.872563ms","start":"2026-04-12T20:51:08.811655Z","end":"2026-04-12T20:51:09.024528Z","steps":["trace[635687221] 'read index received' (duration: 191.147174ms)","trace[635687221] 'applied index is now lower than readState.Index' (duration: 21.723599ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:51:09.024934Z","caller":"traceutil/trace.go:171","msg":"trace[965890452] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"234.018971ms","start":"2026-04-12T20:51:08.790854Z","end":"2026-04-12T20:51:09.024873Z","steps":["trace[965890452] 'process raft request' (duration: 212.037856ms)","trace[965890452] 'compare' (duration: 21.085846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:51:09.024963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.294701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-12T20:51:09.025065Z","caller":"traceutil/trace.go:171","msg":"trace[626503169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1822; }","duration":"213.437174ms","start":"2026-04-12T20:51:08.811606Z","end":"2026-04-12T20:51:09.025043Z","steps":["trace[626503169] 'agreement among raft nodes before linearized reading' (duration: 213.196569ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:51:09.18173Z","caller":"traceutil/trace.go:171","msg":"trace[504013424] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"148.348649ms","start":"2026-04-12T20:51:09.033353Z","end":"2026-04-12T20:51:09.181701Z","steps":["trace[504013424] 'process raft request' (duration: 91.954849ms)","trace[504013424] 'compare' (duration: 56.198306ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:51:09.448107Z","caller":"traceutil/trace.go:171","msg":"trace[556463937] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1892; }","duration":"168.22731ms","start":"2026-04-12T20:51:09.279853Z","end":"2026-04-12T20:51:09.44808Z","steps":["trace[556463937] 'read index received' (duration: 100.086333ms)","trace[556463937] 'applied index is now lower than readState.Index' (duration: 68.139847ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:51:09.448184Z","caller":"traceutil/trace.go:171","msg":"trace[623725188] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"216.248391ms","start":"2026-04-12T20:51:09.231904Z","end":"2026-04-12T20:51:09.448153Z","steps":["trace[623725188] 'process raft request' (duration: 148.103223ms)","trace[623725188] 'compare' (duration: 67.939874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:51:09.448328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.951935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-12T20:51:09.448393Z","caller":"traceutil/trace.go:171","msg":"trace[1797499911] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1824; }","duration":"126.066468ms","start":"2026-04-12T20:51:09.322307Z","end":"2026-04-12T20:51:09.448373Z","steps":["trace[1797499911] 'agreement among raft nodes before linearized reading' (duration: 125.957666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:51:09.448792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.929714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f0000df8-030e-46b7-8fe3-195532bc7063\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-12T20:51:09.448855Z","caller":"traceutil/trace.go:171","msg":"trace[397228184] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f0000df8-030e-46b7-8fe3-195532bc7063; range_end:; response_count:1; response_revision:1824; }","duration":"169.24002ms","start":"2026-04-12T20:51:09.279599Z","end":"2026-04-12T20:51:09.448839Z","steps":["trace[397228184] 'agreement among raft nodes before linearized reading' (duration: 168.587287ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:51:59.449811Z","caller":"traceutil/trace.go:171","msg":"trace[1532990858] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2231; }","duration":"137.476474ms","start":"2026-04-12T20:51:59.312313Z","end":"2026-04-12T20:51:59.449789Z","steps":["trace[1532990858] 'read index received' (duration: 137.349561ms)","trace[1532990858] 'applied index is now lower than readState.Index' (duration: 125.963µs)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:51:59.449918Z","caller":"traceutil/trace.go:171","msg":"trace[1653663167] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"143.552075ms","start":"2026-04-12T20:51:59.306337Z","end":"2026-04-12T20:51:59.449889Z","steps":["trace[1653663167] 'process raft request' (duration: 143.31994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:51:59.449993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.678457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T20:51:59.450036Z","caller":"traceutil/trace.go:171","msg":"trace[2143909601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2151; }","duration":"137.778899ms","start":"2026-04-12T20:51:59.312247Z","end":"2026-04-12T20:51:59.450026Z","steps":["trace[2143909601] 'agreement among raft nodes before linearized reading' (duration: 137.675357ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:56:03.3681Z","caller":"traceutil/trace.go:171","msg":"trace[694129557] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"129.356644ms","start":"2026-04-12T20:56:03.238723Z","end":"2026-04-12T20:56:03.36808Z","steps":["trace[694129557] 'process raft request' (duration: 128.983547ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:57:46.372163Z","caller":"traceutil/trace.go:171","msg":"trace[995144148] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"152.172618ms","start":"2026-04-12T20:57:46.219959Z","end":"2026-04-12T20:57:46.372132Z","steps":["trace[995144148] 'process raft request' (duration: 145.460204ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:57:48.013809Z","caller":"traceutil/trace.go:171","msg":"trace[139843597] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"149.163378ms","start":"2026-04-12T20:57:47.864609Z","end":"2026-04-12T20:57:48.013773Z","steps":["trace[139843597] 'process raft request' (duration: 149.005105ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:57:48.15552Z","caller":"traceutil/trace.go:171","msg":"trace[2091271020] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"136.427874ms","start":"2026-04-12T20:57:48.019068Z","end":"2026-04-12T20:57:48.155496Z","steps":["trace[2091271020] 'process raft request' (duration: 122.330333ms)","trace[2091271020] 'compare' (duration: 13.941968ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:57:48.51778Z","caller":"traceutil/trace.go:171","msg":"trace[839577205] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"138.551915ms","start":"2026-04-12T20:57:48.379212Z","end":"2026-04-12T20:57:48.517764Z","steps":["trace[839577205] 'process raft request' (duration: 138.478424ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:57:48.517853Z","caller":"traceutil/trace.go:171","msg":"trace[147083076] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5575; }","duration":"204.31998ms","start":"2026-04-12T20:57:48.313517Z","end":"2026-04-12T20:57:48.517837Z","steps":["trace[147083076] 'read index received' (duration: 130.890424ms)","trace[147083076] 'applied index is now lower than readState.Index' (duration: 73.426956ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:57:48.517754Z","caller":"traceutil/trace.go:171","msg":"trace[1662301548] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"267.0053ms","start":"2026-04-12T20:57:48.25071Z","end":"2026-04-12T20:57:48.517716Z","steps":["trace[1662301548] 'process raft request' (duration: 193.728677ms)","trace[1662301548] 'compare' (duration: 73.09461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:57:48.518357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.816171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-12T20:57:48.518417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.365892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tcmrl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-12T20:57:48.518462Z","caller":"traceutil/trace.go:171","msg":"trace[786027799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5375; }","duration":"137.957064ms","start":"2026-04-12T20:57:48.380482Z","end":"2026-04-12T20:57:48.518439Z","steps":["trace[786027799] 'agreement among raft nodes before linearized reading' (duration: 137.72504ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:57:48.518485Z","caller":"traceutil/trace.go:171","msg":"trace[893617367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tcmrl; range_end:; response_count:1; response_revision:5375; }","duration":"136.476425ms","start":"2026-04-12T20:57:48.381992Z","end":"2026-04-12T20:57:48.518469Z","steps":["trace[893617367] 'agreement among raft nodes before linearized reading' (duration: 136.235129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:57:48.518586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.470662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T20:57:48.51866Z","caller":"traceutil/trace.go:171","msg":"trace[631974086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5375; }","duration":"205.172937ms","start":"2026-04-12T20:57:48.313468Z","end":"2026-04-12T20:57:48.518641Z","steps":["trace[631974086] 'agreement among raft nodes before linearized reading' (duration: 204.476743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:58:00.310893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.392834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"info","ts":"2026-04-12T20:58:00.310947Z","caller":"traceutil/trace.go:171","msg":"trace[1642330614] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5572; }","duration":"114.502466ms","start":"2026-04-12T20:58:00.196431Z","end":"2026-04-12T20:58:00.310934Z","steps":["trace[1642330614] 'agreement among raft nodes before linearized reading' (duration: 114.269882ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:58:00.310657Z","caller":"traceutil/trace.go:171","msg":"trace[692204270] linearizableReadLoop","detail":"{readStateIndex:5781; appliedIndex:5780; }","duration":"114.046938ms","start":"2026-04-12T20:58:00.196483Z","end":"2026-04-12T20:58:00.31053Z","steps":["trace[692204270] 'read index received' (duration: 76.742183ms)","trace[692204270] 'applied index is now lower than readState.Index' (duration: 37.302234ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:58:00.93333Z","caller":"traceutil/trace.go:171","msg":"trace[238021413] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"115.108728ms","start":"2026-04-12T20:58:00.818194Z","end":"2026-04-12T20:58:00.933303Z","steps":["trace[238021413] 'process raft request' (duration: 87.68799ms)","trace[238021413] 'compare' (duration: 27.154743ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:59:07.211483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3030} {"level":"info","ts":"2026-04-12T20:59:07.298181Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3030,"took":"85.218522ms","hash":2158470286,"current-db-size-bytes":58793984,"current-db-size":"59 MB","current-db-size-in-use-bytes":31870976,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-12T20:59:07.298254Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2158470286,"revision":3030,"compact-revision":-1} {"level":"warn","ts":"2026-04-12T21:03:46.621092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.48635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-12T21:03:46.621192Z","caller":"traceutil/trace.go:171","msg":"trace[2003045007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8203; }","duration":"216.641952ms","start":"2026-04-12T21:03:46.404531Z","end":"2026-04-12T21:03:46.621173Z","steps":["trace[2003045007] 'range keys from in-memory index tree' (duration: 216.278896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:46.621176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.121882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-12T21:03:46.621282Z","caller":"traceutil/trace.go:171","msg":"trace[171493106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8203; }","duration":"221.300656ms","start":"2026-04-12T21:03:46.399953Z","end":"2026-04-12T21:03:46.621254Z","steps":["trace[171493106] 'range keys from in-memory index tree' (duration: 220.896938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:46.621378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.169543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-12T21:03:46.621473Z","caller":"traceutil/trace.go:171","msg":"trace[493204144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8203; }","duration":"218.326796ms","start":"2026-04-12T21:03:46.403124Z","end":"2026-04-12T21:03:46.621451Z","steps":["trace[493204144] 'range keys from in-memory index tree' (duration: 217.925559ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:47.309584Z","caller":"traceutil/trace.go:171","msg":"trace[346627138] linearizableReadLoop","detail":"{readStateIndex:8497; appliedIndex:8496; }","duration":"187.717965ms","start":"2026-04-12T21:03:47.121832Z","end":"2026-04-12T21:03:47.30955Z","steps":["trace[346627138] 'read index received' (duration: 187.522842ms)","trace[346627138] 'applied index is now lower than readState.Index' (duration: 193.863µs)"],"step_count":2} {"level":"info","ts":"2026-04-12T21:03:47.309686Z","caller":"traceutil/trace.go:171","msg":"trace[881008655] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"203.46571ms","start":"2026-04-12T21:03:47.106187Z","end":"2026-04-12T21:03:47.309652Z","steps":["trace[881008655] 'process raft request' (duration: 203.157784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:47.309826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.96049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-12T21:03:47.309883Z","caller":"traceutil/trace.go:171","msg":"trace[1328228625] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8207; }","duration":"188.056943ms","start":"2026-04-12T21:03:47.121808Z","end":"2026-04-12T21:03:47.309865Z","steps":["trace[1328228625] 'agreement among raft nodes before linearized reading' (duration: 187.90701ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:47.424263Z","caller":"traceutil/trace.go:171","msg":"trace[1858822627] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"108.729989ms","start":"2026-04-12T21:03:47.315494Z","end":"2026-04-12T21:03:47.424224Z","steps":["trace[1858822627] 'process raft request' (duration: 108.667328ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:47.42432Z","caller":"traceutil/trace.go:171","msg":"trace[1704419737] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"109.555395ms","start":"2026-04-12T21:03:47.314721Z","end":"2026-04-12T21:03:47.424276Z","steps":["trace[1704419737] 'process raft request' (duration: 64.145409ms)","trace[1704419737] 'compare' (duration: 45.123741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T21:03:48.018505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.517893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.018593Z","caller":"traceutil/trace.go:171","msg":"trace[2024876618] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8210; }","duration":"169.656745ms","start":"2026-04-12T21:03:47.848915Z","end":"2026-04-12T21:03:48.018572Z","steps":["trace[2024876618] 'count revisions from in-memory index tree' (duration: 169.429361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.018692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.460247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.01871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.421228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-12T21:03:48.018711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.961511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.018779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.734865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.018789Z","caller":"traceutil/trace.go:171","msg":"trace[1559008379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8210; }","duration":"218.54195ms","start":"2026-04-12T21:03:47.800231Z","end":"2026-04-12T21:03:48.018773Z","steps":["trace[1559008379] 'range keys from in-memory index tree' (duration: 218.170034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.018807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.355656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.018817Z","caller":"traceutil/trace.go:171","msg":"trace[668675618] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8210; }","duration":"211.783196ms","start":"2026-04-12T21:03:47.807022Z","end":"2026-04-12T21:03:48.018805Z","steps":["trace[668675618] 'count revisions from in-memory index tree' (duration: 211.694495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.018811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.448283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.018796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.725555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.01886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.027992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.018872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.415233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.018882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.554804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.018895Z","caller":"traceutil/trace.go:171","msg":"trace[666120158] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8210; }","duration":"189.066834ms","start":"2026-04-12T21:03:47.829819Z","end":"2026-04-12T21:03:48.018886Z","steps":["trace[666120158] 'count revisions from in-memory index tree' (duration: 188.931991ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.018896Z","caller":"traceutil/trace.go:171","msg":"trace[1390962958] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8210; }","duration":"210.854007ms","start":"2026-04-12T21:03:47.808024Z","end":"2026-04-12T21:03:48.018878Z","steps":["trace[1390962958] 'range keys from in-memory index tree' (duration: 210.564002ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.018906Z","caller":"traceutil/trace.go:171","msg":"trace[2005718432] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8210; }","duration":"119.468065ms","start":"2026-04-12T21:03:47.899429Z","end":"2026-04-12T21:03:48.018897Z","steps":["trace[2005718432] 'range keys from in-memory index tree' (duration: 119.384763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.018878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.434028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.018963Z","caller":"traceutil/trace.go:171","msg":"trace[250245218] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8210; }","duration":"256.56275ms","start":"2026-04-12T21:03:47.762383Z","end":"2026-04-12T21:03:48.018945Z","steps":["trace[250245218] 'range keys from in-memory index tree' (duration: 256.325635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.019005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.55626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.018711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.509761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.019057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.970968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.019065Z","caller":"traceutil/trace.go:171","msg":"trace[1873718424] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8210; }","duration":"211.928889ms","start":"2026-04-12T21:03:47.807121Z","end":"2026-04-12T21:03:48.01905Z","steps":["trace[1873718424] 'range keys from in-memory index tree' (duration: 211.392988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.019085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.075912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.019085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.402383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-12T21:03:48.019114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.824035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.019119Z","caller":"traceutil/trace.go:171","msg":"trace[373873463] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8210; }","duration":"189.137073ms","start":"2026-04-12T21:03:47.829973Z","end":"2026-04-12T21:03:48.01911Z","steps":["trace[373873463] 'range keys from in-memory index tree' (duration: 188.97545ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.019126Z","caller":"traceutil/trace.go:171","msg":"trace[715566738] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8210; }","duration":"119.444164ms","start":"2026-04-12T21:03:47.89967Z","end":"2026-04-12T21:03:48.019114Z","steps":["trace[715566738] 'count revisions from in-memory index tree' (duration: 119.291151ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.019137Z","caller":"traceutil/trace.go:171","msg":"trace[1026498612] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8210; }","duration":"238.993708ms","start":"2026-04-12T21:03:47.780138Z","end":"2026-04-12T21:03:48.019131Z","steps":["trace[1026498612] 'range keys from in-memory index tree' (duration: 238.695493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.019163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.77819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.019198Z","caller":"traceutil/trace.go:171","msg":"trace[196473098] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8210; }","duration":"136.81827ms","start":"2026-04-12T21:03:47.882369Z","end":"2026-04-12T21:03:48.019187Z","steps":["trace[196473098] 'range keys from in-memory index tree' (duration: 136.752029ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.018821Z","caller":"traceutil/trace.go:171","msg":"trace[2051180361] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8210; }","duration":"189.126394ms","start":"2026-04-12T21:03:47.829671Z","end":"2026-04-12T21:03:48.018797Z","steps":["trace[2051180361] 'range keys from in-memory index tree' (duration: 188.86028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.019242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.549065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.018761Z","caller":"traceutil/trace.go:171","msg":"trace[537036516] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8210; }","duration":"255.60309ms","start":"2026-04-12T21:03:47.763144Z","end":"2026-04-12T21:03:48.018747Z","steps":["trace[537036516] 'range keys from in-memory index tree' (duration: 255.369975ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.019271Z","caller":"traceutil/trace.go:171","msg":"trace[1628947944] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8210; }","duration":"118.599406ms","start":"2026-04-12T21:03:47.900663Z","end":"2026-04-12T21:03:48.019263Z","steps":["trace[1628947944] 'range keys from in-memory index tree' (duration: 118.502274ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.018885Z","caller":"traceutil/trace.go:171","msg":"trace[1289749968] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8210; }","duration":"137.515064ms","start":"2026-04-12T21:03:47.881346Z","end":"2026-04-12T21:03:48.018861Z","steps":["trace[1289749968] 'count revisions from in-memory index tree' (duration: 137.427852ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.019091Z","caller":"traceutil/trace.go:171","msg":"trace[1053045429] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8210; }","duration":"239.017448ms","start":"2026-04-12T21:03:47.780068Z","end":"2026-04-12T21:03:48.019085Z","steps":["trace[1053045429] 'count revisions from in-memory index tree' (duration: 238.944488ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.018911Z","caller":"traceutil/trace.go:171","msg":"trace[1353311731] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8210; }","duration":"137.591686ms","start":"2026-04-12T21:03:47.88131Z","end":"2026-04-12T21:03:48.018902Z","steps":["trace[1353311731] 'range keys from in-memory index tree' (duration: 137.490143ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.018846Z","caller":"traceutil/trace.go:171","msg":"trace[1044622489] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8210; }","duration":"256.417407ms","start":"2026-04-12T21:03:47.762421Z","end":"2026-04-12T21:03:48.018838Z","steps":["trace[1044622489] 'count revisions from in-memory index tree' (duration: 256.305995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.018677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.693706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.019491Z","caller":"traceutil/trace.go:171","msg":"trace[594450629] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8210; }","duration":"170.577014ms","start":"2026-04-12T21:03:47.848904Z","end":"2026-04-12T21:03:48.019481Z","steps":["trace[594450629] 'range keys from in-memory index tree' (duration: 169.570914ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:03:48.019032Z","caller":"traceutil/trace.go:171","msg":"trace[192062927] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8210; }","duration":"237.610081ms","start":"2026-04-12T21:03:47.781414Z","end":"2026-04-12T21:03:48.019024Z","steps":["trace[192062927] 'range keys from in-memory index tree' (duration: 237.420298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:03:48.018763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.002262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:03:48.019619Z","caller":"traceutil/trace.go:171","msg":"trace[1834048403] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8210; }","duration":"169.883469ms","start":"2026-04-12T21:03:47.849725Z","end":"2026-04-12T21:03:48.019608Z","steps":["trace[1834048403] 'range keys from in-memory index tree' (duration: 168.944751ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:04:07.217846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6151} {"level":"info","ts":"2026-04-12T21:04:07.312368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6151,"took":"93.071756ms","hash":4070409260,"current-db-size-bytes":58793984,"current-db-size":"59 MB","current-db-size-in-use-bytes":23003136,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-12T21:04:07.312427Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4070409260,"revision":6151,"compact-revision":3030} {"level":"info","ts":"2026-04-12T21:04:14.928836Z","caller":"traceutil/trace.go:171","msg":"trace[1131067775] linearizableReadLoop","detail":"{readStateIndex:8709; appliedIndex:8708; }","duration":"114.871182ms","start":"2026-04-12T21:04:14.813928Z","end":"2026-04-12T21:04:14.928799Z","steps":["trace[1131067775] 'read index received' (duration: 114.569046ms)","trace[1131067775] 'applied index is now lower than readState.Index' (duration: 300.856µs)"],"step_count":2} {"level":"info","ts":"2026-04-12T21:04:14.929265Z","caller":"traceutil/trace.go:171","msg":"trace[1128499407] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"118.064666ms","start":"2026-04-12T21:04:14.811184Z","end":"2026-04-12T21:04:14.929249Z","steps":["trace[1128499407] 'process raft request' (duration: 117.385733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:04:14.929687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.727929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-12T21:04:14.929746Z","caller":"traceutil/trace.go:171","msg":"trace[1404876600] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8410; }","duration":"115.82127ms","start":"2026-04-12T21:04:14.813904Z","end":"2026-04-12T21:04:14.929725Z","steps":["trace[1404876600] 'agreement among raft nodes before linearized reading' (duration: 115.585735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:04:14.929971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.29239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-12T21:04:14.930013Z","caller":"traceutil/trace.go:171","msg":"trace[1267900887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8410; }","duration":"111.367822ms","start":"2026-04-12T21:04:14.818635Z","end":"2026-04-12T21:04:14.930003Z","steps":["trace[1267900887] 'agreement among raft nodes before linearized reading' (duration: 111.258409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:04:14.930372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.16732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tcmrl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-12T21:04:14.930418Z","caller":"traceutil/trace.go:171","msg":"trace[1901360320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tcmrl; range_end:; response_count:1; response_revision:8410; }","duration":"101.23496ms","start":"2026-04-12T21:04:14.829173Z","end":"2026-04-12T21:04:14.930408Z","steps":["trace[1901360320] 'agreement among raft nodes before linearized reading' (duration: 101.111937ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:04:27.002905Z","caller":"traceutil/trace.go:171","msg":"trace[1886335806] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"234.584021ms","start":"2026-04-12T21:04:26.768279Z","end":"2026-04-12T21:04:27.002863Z","steps":["trace[1886335806] 'process raft request' (duration: 215.653743ms)","trace[1886335806] 'compare' (duration: 18.789875ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T21:04:27.572438Z","caller":"traceutil/trace.go:171","msg":"trace[1740987955] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"197.754166ms","start":"2026-04-12T21:04:27.374657Z","end":"2026-04-12T21:04:27.572411Z","steps":["trace[1740987955] 'process raft request' (duration: 108.616168ms)","trace[1740987955] 'compare' (duration: 88.857812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T21:04:27.781243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.103827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-12T21:04:27.781305Z","caller":"traceutil/trace.go:171","msg":"trace[1593755988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8523; }","duration":"103.178889ms","start":"2026-04-12T21:04:27.678112Z","end":"2026-04-12T21:04:27.781291Z","steps":["trace[1593755988] 'range keys from in-memory index tree' (duration: 102.951405ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:04:28.393909Z","caller":"traceutil/trace.go:171","msg":"trace[1464386367] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"100.919393ms","start":"2026-04-12T21:04:28.292965Z","end":"2026-04-12T21:04:28.393885Z","steps":["trace[1464386367] 'process raft request' (duration: 82.358043ms)","trace[1464386367] 'compare' (duration: 17.905856ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T21:05:19.837673Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002499.wal"} {"level":"info","ts":"2026-04-12T21:06:30.611715Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-12T21:06:30.618876Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-12T21:06:30.618986Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-12T21:09:07.224295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8322} {"level":"info","ts":"2026-04-12T21:09:07.303198Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8322,"took":"76.502805ms","hash":3317859802,"current-db-size-bytes":58793984,"current-db-size":"59 MB","current-db-size-in-use-bytes":24788992,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-12T21:09:07.303321Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3317859802,"revision":8322,"compact-revision":6151} {"level":"info","ts":"2026-04-12T21:14:07.230189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10756} {"level":"info","ts":"2026-04-12T21:14:07.310802Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10756,"took":"77.695351ms","hash":4145196664,"current-db-size-bytes":58793984,"current-db-size":"59 MB","current-db-size-in-use-bytes":20869120,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-12T21:14:07.310884Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4145196664,"revision":10756,"compact-revision":8322}