{"level":"warn","ts":"2026-03-31T04:59:11.196589Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T04:59:11.196678Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=instance=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T04:59:11.196743Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T04:59:11.196754Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-03-31T04:59:11.196769Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T04:59:11.197439Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-03-31T04:59:11.197513Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T04:59:11.202478Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.685085ms"} {"level":"info","ts":"2026-03-31T04:59:11.217573Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-03-31T04:59:11.217713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T04:59:11.217753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-03-31T04:59:11.217779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T04:59:11.217792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-03-31T04:59:11.218117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-03-31T04:59:11.226338Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T04:59:11.228427Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T04:59:11.231315Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T04:59:11.234237Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T04:59:11.234358Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T04:59:11.234533Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:59:11.234628Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:59:11.234644Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:59:11.236404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-03-31T04:59:11.237274Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-03-31T04:59:11.240174Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T04:59:11.24028Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-03-31T04:59:11.240365Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-03-31T04:59:11.240532Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T04:59:11.240605Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T04:59:11.618941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T04:59:11.619023Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T04:59:11.619056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-03-31T04:59:11.619076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-03-31T04:59:11.61914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-03-31T04:59:11.619158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-03-31T04:59:11.619173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-03-31T04:59:11.620261Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:59:11.621462Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T04:59:11.621462Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T04:59:11.621559Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T04:59:11.621836Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T04:59:11.621889Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T04:59:11.624486Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:59:11.624592Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:59:11.624621Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:59:11.624629Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-03-31T04:59:11.625816Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-31T04:59:13.6909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.730579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T04:59:13.691028Z","caller":"traceutil/trace.go:171","msg":"trace[2017589046] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"257.887122ms","start":"2026-03-31T04:59:13.433123Z","end":"2026-03-31T04:59:13.69101Z","steps":["trace[2017589046] 'process raft request' (duration: 153.559728ms)","trace[2017589046] 'compare' (duration: 103.619477ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:13.694777Z","caller":"traceutil/trace.go:171","msg":"trace[1597045907] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"261.408158ms","start":"2026-03-31T04:59:13.433343Z","end":"2026-03-31T04:59:13.694751Z","steps":["trace[1597045907] 'process raft request' (duration: 261.217744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.694865Z","caller":"traceutil/trace.go:171","msg":"trace[1617755368] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"261.282045ms","start":"2026-03-31T04:59:13.433564Z","end":"2026-03-31T04:59:13.694846Z","steps":["trace[1617755368] 'process raft request' (duration: 261.138082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.695007Z","caller":"traceutil/trace.go:171","msg":"trace[43869582] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"260.531197ms","start":"2026-03-31T04:59:13.434465Z","end":"2026-03-31T04:59:13.694996Z","steps":["trace[43869582] 'process raft request' (duration: 260.411873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.694983Z","caller":"traceutil/trace.go:171","msg":"trace[635139178] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"260.603779ms","start":"2026-03-31T04:59:13.43436Z","end":"2026-03-31T04:59:13.694964Z","steps":["trace[635139178] 'process raft request' (duration: 260.393033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.695106Z","caller":"traceutil/trace.go:171","msg":"trace[1746066782] linearizableReadLoop","detail":"{readStateIndex:16; appliedIndex:6; }","duration":"210.77969ms","start":"2026-03-31T04:59:13.484293Z","end":"2026-03-31T04:59:13.695073Z","steps":["trace[1746066782] 'read index received' (duration: 102.396967ms)","trace[1746066782] 'applied index is now lower than readState.Index' (duration: 108.381413ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:13.695165Z","caller":"traceutil/trace.go:171","msg":"trace[811253353] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"261.277034ms","start":"2026-03-31T04:59:13.43353Z","end":"2026-03-31T04:59:13.694807Z","steps":["trace[811253353] 'process raft request' (duration: 261.132991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.695237Z","caller":"traceutil/trace.go:171","msg":"trace[153054529] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10; }","duration":"260.127988ms","start":"2026-03-31T04:59:13.435098Z","end":"2026-03-31T04:59:13.695226Z","steps":["trace[153054529] 'process raft request' (duration: 259.81017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.695493Z","caller":"traceutil/trace.go:171","msg":"trace[40342138] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"248.472652ms","start":"2026-03-31T04:59:13.447007Z","end":"2026-03-31T04:59:13.69548Z","steps":["trace[40342138] 'process raft request' (duration: 248.00776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.695521Z","caller":"traceutil/trace.go:171","msg":"trace[1091731284] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"250.701197ms","start":"2026-03-31T04:59:13.444803Z","end":"2026-03-31T04:59:13.695504Z","steps":["trace[1091731284] 'process raft request' (duration: 250.142544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.695778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.462946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-31T04:59:13.695824Z","caller":"traceutil/trace.go:171","msg":"trace[132692401] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:12; }","duration":"211.563649ms","start":"2026-03-31T04:59:13.484246Z","end":"2026-03-31T04:59:13.69581Z","steps":["trace[132692401] 'agreement among raft nodes before linearized reading' (duration: 211.414765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.695009Z","caller":"traceutil/trace.go:171","msg":"trace[1156632734] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"260.519046ms","start":"2026-03-31T04:59:13.434449Z","end":"2026-03-31T04:59:13.694968Z","steps":["trace[1156632734] 'process raft request' (duration: 260.379542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:28.941481Z","caller":"traceutil/trace.go:171","msg":"trace[799822569] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"174.334897ms","start":"2026-03-31T04:59:28.767116Z","end":"2026-03-31T04:59:28.94145Z","steps":["trace[799822569] 'process raft request' (duration: 174.145562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:53.552348Z","caller":"traceutil/trace.go:171","msg":"trace[643555603] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"107.672665ms","start":"2026-03-31T04:59:53.444647Z","end":"2026-03-31T04:59:53.552319Z","steps":["trace[643555603] 'process raft request' (duration: 85.655116ms)","trace[643555603] 'compare' (duration: 21.796684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:54.052303Z","caller":"traceutil/trace.go:171","msg":"trace[894055598] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"234.233786ms","start":"2026-03-31T04:59:53.818043Z","end":"2026-03-31T04:59:54.052276Z","steps":["trace[894055598] 'process raft request' (duration: 233.996021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:54.052525Z","caller":"traceutil/trace.go:171","msg":"trace[302492044] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"195.115139ms","start":"2026-03-31T04:59:53.85713Z","end":"2026-03-31T04:59:54.052245Z","steps":["trace[302492044] 'read index received' (duration: 194.953295ms)","trace[302492044] 'applied index is now lower than readState.Index' (duration: 160.954µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:54.052644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.426157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:54.052801Z","caller":"traceutil/trace.go:171","msg":"trace[1967449553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"195.679942ms","start":"2026-03-31T04:59:53.85709Z","end":"2026-03-31T04:59:54.05277Z","steps":["trace[1967449553] 'agreement among raft nodes before linearized reading' (duration: 195.411986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:54.063916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.828492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mcfmp\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-31T04:59:54.063979Z","caller":"traceutil/trace.go:171","msg":"trace[1227945956] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mcfmp; range_end:; response_count:1; response_revision:594; }","duration":"117.902564ms","start":"2026-03-31T04:59:53.946062Z","end":"2026-03-31T04:59:54.063965Z","steps":["trace[1227945956] 'agreement among raft nodes before linearized reading' (duration: 117.73834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:01:29.612149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.262501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2873194-7030-4d43-9904-6a9780cfa525\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-31T05:01:29.61227Z","caller":"traceutil/trace.go:171","msg":"trace[1098169471] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2873194-7030-4d43-9904-6a9780cfa525; range_end:; response_count:1; response_revision:1817; }","duration":"216.448796ms","start":"2026-03-31T05:01:29.395794Z","end":"2026-03-31T05:01:29.612243Z","steps":["trace[1098169471] 'range keys from in-memory index tree' (duration: 216.034686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:11.902853Z","caller":"traceutil/trace.go:171","msg":"trace[1327966175] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2225; }","duration":"123.300999ms","start":"2026-03-31T05:02:11.779529Z","end":"2026-03-31T05:02:11.90283Z","steps":["trace[1327966175] 'read index received' (duration: 123.096344ms)","trace[1327966175] 'applied index is now lower than readState.Index' (duration: 203.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:02:11.902965Z","caller":"traceutil/trace.go:171","msg":"trace[372401191] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"133.940574ms","start":"2026-03-31T05:02:11.768989Z","end":"2026-03-31T05:02:11.902929Z","steps":["trace[372401191] 'process raft request' (duration: 133.707549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:11.903019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.472003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:11.90306Z","caller":"traceutil/trace.go:171","msg":"trace[1088185126] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2158; }","duration":"123.534644ms","start":"2026-03-31T05:02:11.779517Z","end":"2026-03-31T05:02:11.903052Z","steps":["trace[1088185126] 'agreement among raft nodes before linearized reading' (duration: 123.447302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:12.051501Z","caller":"traceutil/trace.go:171","msg":"trace[433636298] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"137.290224ms","start":"2026-03-31T05:02:11.914172Z","end":"2026-03-31T05:02:12.051462Z","steps":["trace[433636298] 'process raft request' (duration: 125.810448ms)","trace[433636298] 'compare' (duration: 11.389094ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:02:12.241591Z","caller":"traceutil/trace.go:171","msg":"trace[171423823] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2227; }","duration":"123.136194ms","start":"2026-03-31T05:02:12.118431Z","end":"2026-03-31T05:02:12.241567Z","steps":["trace[171423823] 'read index received' (duration: 123.018891ms)","trace[171423823] 'applied index is now lower than readState.Index' (duration: 116.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:02:12.241717Z","caller":"traceutil/trace.go:171","msg":"trace[13623809] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"170.927521ms","start":"2026-03-31T05:02:12.070725Z","end":"2026-03-31T05:02:12.241652Z","steps":["trace[13623809] 'process raft request' (duration: 170.714676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:12.241801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.35725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T05:02:12.241894Z","caller":"traceutil/trace.go:171","msg":"trace[1355382180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2160; }","duration":"123.475572ms","start":"2026-03-31T05:02:12.118396Z","end":"2026-03-31T05:02:12.241872Z","steps":["trace[1355382180] 'agreement among raft nodes before linearized reading' (duration: 123.266057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:24.741559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.092972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:03:24.741647Z","caller":"traceutil/trace.go:171","msg":"trace[1650432375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2711; }","duration":"157.215206ms","start":"2026-03-31T05:03:24.584413Z","end":"2026-03-31T05:03:24.741628Z","steps":["trace[1650432375] 'range keys from in-memory index tree' (duration: 156.918108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:24.741695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.234309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:03:24.741804Z","caller":"traceutil/trace.go:171","msg":"trace[1741045395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2711; }","duration":"158.391354ms","start":"2026-03-31T05:03:24.583385Z","end":"2026-03-31T05:03:24.741776Z","steps":["trace[1741045395] 'range keys from in-memory index tree' (duration: 158.005194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:24.742089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.259667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:03:24.742181Z","caller":"traceutil/trace.go:171","msg":"trace[1883867463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2711; }","duration":"152.394479ms","start":"2026-03-31T05:03:24.589767Z","end":"2026-03-31T05:03:24.742161Z","steps":["trace[1883867463] 'range keys from in-memory index tree' (duration: 151.902578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:24.847409Z","caller":"traceutil/trace.go:171","msg":"trace[535277070] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"101.254165ms","start":"2026-03-31T05:03:24.746132Z","end":"2026-03-31T05:03:24.847386Z","steps":["trace[535277070] 'process raft request' (duration: 101.220304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:24.847799Z","caller":"traceutil/trace.go:171","msg":"trace[1264962452] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"101.704506ms","start":"2026-03-31T05:03:24.74606Z","end":"2026-03-31T05:03:24.847765Z","steps":["trace[1264962452] 'process raft request' (duration: 101.133552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:57.302085Z","caller":"traceutil/trace.go:171","msg":"trace[1417200893] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"150.966385ms","start":"2026-03-31T05:05:57.151077Z","end":"2026-03-31T05:05:57.302043Z","steps":["trace[1417200893] 'process raft request' (duration: 109.678569ms)","trace[1417200893] 'compare' (duration: 40.946838ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:57.302077Z","caller":"traceutil/trace.go:171","msg":"trace[1843823277] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"150.500653ms","start":"2026-03-31T05:05:57.151525Z","end":"2026-03-31T05:05:57.302026Z","steps":["trace[1843823277] 'process raft request' (duration: 150.3463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:57.844302Z","caller":"traceutil/trace.go:171","msg":"trace[1831809603] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4962; }","duration":"165.81962ms","start":"2026-03-31T05:05:57.678463Z","end":"2026-03-31T05:05:57.844283Z","steps":["trace[1831809603] 'read index received' (duration: 165.674607ms)","trace[1831809603] 'applied index is now lower than readState.Index' (duration: 144.123µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:57.844407Z","caller":"traceutil/trace.go:171","msg":"trace[1549474136] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"221.056528ms","start":"2026-03-31T05:05:57.623318Z","end":"2026-03-31T05:05:57.844374Z","steps":["trace[1549474136] 'process raft request' (duration: 220.840303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:57.844513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.818146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-k2wn8\" ","response":"range_response_count:1 size:7812"} {"level":"info","ts":"2026-03-31T05:05:57.844543Z","caller":"traceutil/trace.go:171","msg":"trace[1622482586] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-c47d949f5-k2wn8; range_end:; response_count:1; response_revision:4766; }","duration":"115.889898ms","start":"2026-03-31T05:05:57.728642Z","end":"2026-03-31T05:05:57.844532Z","steps":["trace[1622482586] 'agreement among raft nodes before linearized reading' (duration: 115.753635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:57.844578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.099356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:05:57.844638Z","caller":"traceutil/trace.go:171","msg":"trace[701254090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4766; }","duration":"166.210029ms","start":"2026-03-31T05:05:57.678412Z","end":"2026-03-31T05:05:57.844622Z","steps":["trace[701254090] 'agreement among raft nodes before linearized reading' (duration: 165.982854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:57.844654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.140498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:05:57.844721Z","caller":"traceutil/trace.go:171","msg":"trace[1611278149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4766; }","duration":"107.268352ms","start":"2026-03-31T05:05:57.737439Z","end":"2026-03-31T05:05:57.844707Z","steps":["trace[1611278149] 'agreement among raft nodes before linearized reading' (duration: 107.003036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:57.953261Z","caller":"traceutil/trace.go:171","msg":"trace[1398699482] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"105.467388ms","start":"2026-03-31T05:05:57.84776Z","end":"2026-03-31T05:05:57.953228Z","steps":["trace[1398699482] 'process raft request' (duration: 71.938208ms)","trace[1398699482] 'compare' (duration: 33.375976ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:57.954676Z","caller":"traceutil/trace.go:171","msg":"trace[1611915773] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"105.775536ms","start":"2026-03-31T05:05:57.848857Z","end":"2026-03-31T05:05:57.954632Z","steps":["trace[1611915773] 'process raft request' (duration: 105.51537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:57.954602Z","caller":"traceutil/trace.go:171","msg":"trace[1379486988] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"101.739778ms","start":"2026-03-31T05:05:57.852848Z","end":"2026-03-31T05:05:57.954588Z","steps":["trace[1379486988] 'process raft request' (duration: 101.601335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:04.869366Z","caller":"traceutil/trace.go:171","msg":"trace[1606349222] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"113.749965ms","start":"2026-03-31T05:06:04.755581Z","end":"2026-03-31T05:06:04.869331Z","steps":["trace[1606349222] 'process raft request' (duration: 95.9401ms)","trace[1606349222] 'compare' (duration: 17.645561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:11.017341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.500255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:06:11.017571Z","caller":"traceutil/trace.go:171","msg":"trace[1553235907] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"125.445946ms","start":"2026-03-31T05:06:10.892084Z","end":"2026-03-31T05:06:11.01753Z","steps":["trace[1553235907] 'process raft request' (duration: 20.533491ms)","trace[1553235907] 'compare' (duration: 104.092105ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:11.017874Z","caller":"traceutil/trace.go:171","msg":"trace[1865931107] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"125.432395ms","start":"2026-03-31T05:06:10.892415Z","end":"2026-03-31T05:06:11.017847Z","steps":["trace[1865931107] 'process raft request' (duration: 125.044896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:11.018268Z","caller":"traceutil/trace.go:171","msg":"trace[1423289356] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"125.849005ms","start":"2026-03-31T05:06:10.892406Z","end":"2026-03-31T05:06:11.018255Z","steps":["trace[1423289356] 'process raft request' (duration: 125.349833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:11.018512Z","caller":"traceutil/trace.go:171","msg":"trace[2144713567] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"125.948168ms","start":"2026-03-31T05:06:10.892554Z","end":"2026-03-31T05:06:11.018502Z","steps":["trace[2144713567] 'process raft request' (duration: 125.536228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:11.018758Z","caller":"traceutil/trace.go:171","msg":"trace[1851415834] linearizableReadLoop","detail":"{readStateIndex:5231; appliedIndex:5226; }","duration":"122.657247ms","start":"2026-03-31T05:06:10.896085Z","end":"2026-03-31T05:06:11.018742Z","steps":["trace[1851415834] 'read index received' (duration: 16.519864ms)","trace[1851415834] 'applied index is now lower than readState.Index' (duration: 106.136463ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:11.018936Z","caller":"traceutil/trace.go:171","msg":"trace[610707732] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"123.049258ms","start":"2026-03-31T05:06:10.895873Z","end":"2026-03-31T05:06:11.018923Z","steps":["trace[610707732] 'process raft request' (duration: 122.430422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:11.019315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.199541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T05:06:11.019366Z","caller":"traceutil/trace.go:171","msg":"trace[1244600216] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"117.355452ms","start":"2026-03-31T05:06:10.901997Z","end":"2026-03-31T05:06:11.019353Z","steps":["trace[1244600216] 'process raft request' (duration: 116.617063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:11.019427Z","caller":"traceutil/trace.go:171","msg":"trace[2131331159] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5027; }","duration":"123.340065ms","start":"2026-03-31T05:06:10.896051Z","end":"2026-03-31T05:06:11.019391Z","steps":["trace[2131331159] 'agreement among raft nodes before linearized reading' (duration: 122.976336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:50.078022Z","caller":"traceutil/trace.go:171","msg":"trace[2010024142] transaction","detail":"{read_only:false; response_revision:6359; number_of_response:1; }","duration":"103.238012ms","start":"2026-03-31T05:08:49.974767Z","end":"2026-03-31T05:08:50.078005Z","steps":["trace[2010024142] 'process raft request' (duration: 101.345128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:50.101015Z","caller":"traceutil/trace.go:171","msg":"trace[285510585] transaction","detail":"{read_only:false; response_revision:6360; number_of_response:1; }","duration":"121.373635ms","start":"2026-03-31T05:08:49.979621Z","end":"2026-03-31T05:08:50.100995Z","steps":["trace[285510585] 'process raft request' (duration: 121.303524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:12.138276Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3204} {"level":"info","ts":"2026-03-31T05:09:12.217387Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3204,"took":"77.746878ms","hash":972584247,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":33669120,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T05:09:12.217446Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":972584247,"revision":3204,"compact-revision":-1} {"level":"info","ts":"2026-03-31T05:10:11.471393Z","caller":"traceutil/trace.go:171","msg":"trace[369300270] transaction","detail":"{read_only:false; response_revision:7135; number_of_response:1; }","duration":"109.322066ms","start":"2026-03-31T05:10:11.362Z","end":"2026-03-31T05:10:11.471322Z","steps":["trace[369300270] 'process raft request' (duration: 15.434807ms)","trace[369300270] 'compare' (duration: 93.436778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:46.245165Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000020e1.wal"} {"level":"info","ts":"2026-03-31T05:11:50.398913Z","caller":"traceutil/trace.go:171","msg":"trace[644043705] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"365.66406ms","start":"2026-03-31T05:11:50.033222Z","end":"2026-03-31T05:11:50.398886Z","steps":["trace[644043705] 'process raft request' (duration: 365.516146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:50.399067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:50.033201Z","time spent":"365.789272ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:50.402569Z","caller":"traceutil/trace.go:171","msg":"trace[1561397594] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"253.06126ms","start":"2026-03-31T05:11:50.149471Z","end":"2026-03-31T05:11:50.402532Z","steps":["trace[1561397594] 'process raft request' (duration: 252.883606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:01.983536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.026308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:01.98366Z","caller":"traceutil/trace.go:171","msg":"trace[1072875962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8168; }","duration":"126.207613ms","start":"2026-03-31T05:12:01.857431Z","end":"2026-03-31T05:12:01.983638Z","steps":["trace[1072875962] 'range keys from in-memory index tree' (duration: 125.893284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:01.983668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.525493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:12:01.98374Z","caller":"traceutil/trace.go:171","msg":"trace[344023606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8168; }","duration":"108.644186ms","start":"2026-03-31T05:12:01.875078Z","end":"2026-03-31T05:12:01.983723Z","steps":["trace[344023606] 'range keys from in-memory index tree' (duration: 108.346799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:01.983561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.439354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:12:01.983859Z","caller":"traceutil/trace.go:171","msg":"trace[1866858392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8168; }","duration":"152.802994ms","start":"2026-03-31T05:12:01.831036Z","end":"2026-03-31T05:12:01.983839Z","steps":["trace[1866858392] 'range keys from in-memory index tree' (duration: 152.27074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.171652Z","caller":"traceutil/trace.go:171","msg":"trace[1142583136] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"182.340773ms","start":"2026-03-31T05:12:01.98928Z","end":"2026-03-31T05:12:02.171621Z","steps":["trace[1142583136] 'process raft request' (duration: 182.18871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.201137Z","caller":"traceutil/trace.go:171","msg":"trace[1999122334] linearizableReadLoop","detail":"{readStateIndex:8528; appliedIndex:8526; }","duration":"173.78677ms","start":"2026-03-31T05:12:02.027326Z","end":"2026-03-31T05:12:02.201113Z","steps":["trace[1999122334] 'read index received' (duration: 144.24443ms)","trace[1999122334] 'applied index is now lower than readState.Index' (duration: 29.54107ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:02.201278Z","caller":"traceutil/trace.go:171","msg":"trace[1235092217] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"211.934624ms","start":"2026-03-31T05:12:01.989312Z","end":"2026-03-31T05:12:02.201247Z","steps":["trace[1235092217] 'process raft request' (duration: 201.22621ms)","trace[1235092217] 'compare' (duration: 10.456568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:02.201331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.992766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T05:12:02.201366Z","caller":"traceutil/trace.go:171","msg":"trace[1602262416] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8170; }","duration":"174.100288ms","start":"2026-03-31T05:12:02.027251Z","end":"2026-03-31T05:12:02.201351Z","steps":["trace[1602262416] 'agreement among raft nodes before linearized reading' (duration: 173.952454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.597976Z","caller":"traceutil/trace.go:171","msg":"trace[2102122405] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8530; }","duration":"135.546095ms","start":"2026-03-31T05:12:02.462408Z","end":"2026-03-31T05:12:02.597954Z","steps":["trace[2102122405] 'read index received' (duration: 135.406971ms)","trace[2102122405] 'applied index is now lower than readState.Index' (duration: 138.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:02.598021Z","caller":"traceutil/trace.go:171","msg":"trace[697782034] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"144.23328ms","start":"2026-03-31T05:12:02.453755Z","end":"2026-03-31T05:12:02.597988Z","steps":["trace[697782034] 'process raft request' (duration: 144.054906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.598323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.888212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:12:02.598413Z","caller":"traceutil/trace.go:171","msg":"trace[1819922468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8173; }","duration":"136.033466ms","start":"2026-03-31T05:12:02.462358Z","end":"2026-03-31T05:12:02.598391Z","steps":["trace[1819922468] 'agreement among raft nodes before linearized reading' (duration: 135.733409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.862258Z","caller":"traceutil/trace.go:171","msg":"trace[1870652503] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"259.42055ms","start":"2026-03-31T05:12:02.602803Z","end":"2026-03-31T05:12:02.862223Z","steps":["trace[1870652503] 'process raft request' (duration: 198.652839ms)","trace[1870652503] 'compare' (duration: 60.632388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:03.570157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.109219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:03.570338Z","caller":"traceutil/trace.go:171","msg":"trace[2013765206] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"146.900503ms","start":"2026-03-31T05:12:03.423404Z","end":"2026-03-31T05:12:03.570304Z","steps":["trace[2013765206] 'process raft request' (duration: 15.539719ms)","trace[2013765206] 'compare' (duration: 130.937414ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:03.587714Z","caller":"traceutil/trace.go:171","msg":"trace[1327495956] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"108.595575ms","start":"2026-03-31T05:12:03.47909Z","end":"2026-03-31T05:12:03.587686Z","steps":["trace[1327495956] 'process raft request' (duration: 108.243507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:30.4468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.543098ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:12:30.446925Z","caller":"traceutil/trace.go:171","msg":"trace[67872120] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8781; }","duration":"142.219382ms","start":"2026-03-31T05:12:30.304691Z","end":"2026-03-31T05:12:30.44691Z","steps":["trace[67872120] 'read index received' (duration: 43.611µs)","trace[67872120] 'applied index is now lower than readState.Index' (duration: 142.174691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:30.447589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.889078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:12:30.447636Z","caller":"traceutil/trace.go:171","msg":"trace[1417130878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8412; }","duration":"142.97222ms","start":"2026-03-31T05:12:30.304652Z","end":"2026-03-31T05:12:30.447624Z","steps":["trace[1417130878] 'agreement among raft nodes before linearized reading' (duration: 142.825277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:30.44789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.740526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:12:30.447926Z","caller":"traceutil/trace.go:171","msg":"trace[1156082821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8412; }","duration":"113.807788ms","start":"2026-03-31T05:12:30.334111Z","end":"2026-03-31T05:12:30.447918Z","steps":["trace[1156082821] 'agreement among raft nodes before linearized reading' (duration: 113.720566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:43.392359Z","caller":"traceutil/trace.go:171","msg":"trace[1790564241] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"130.426402ms","start":"2026-03-31T05:12:43.261895Z","end":"2026-03-31T05:12:43.392322Z","steps":["trace[1790564241] 'process raft request' (duration: 115.060718ms)","trace[1790564241] 'compare' (duration: 15.240451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:44.112401Z","caller":"traceutil/trace.go:171","msg":"trace[1530441832] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"279.021155ms","start":"2026-03-31T05:12:43.833356Z","end":"2026-03-31T05:12:44.112377Z","steps":["trace[1530441832] 'process raft request' (duration: 278.876651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:44.15797Z","caller":"traceutil/trace.go:171","msg":"trace[494942594] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8921; }","duration":"255.800885ms","start":"2026-03-31T05:12:43.902134Z","end":"2026-03-31T05:12:44.157934Z","steps":["trace[494942594] 'read index received' (duration: 210.195093ms)","trace[494942594] 'applied index is now lower than readState.Index' (duration: 45.604741ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:44.158056Z","caller":"traceutil/trace.go:171","msg":"trace[690670105] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"316.981126ms","start":"2026-03-31T05:12:43.841041Z","end":"2026-03-31T05:12:44.158022Z","steps":["trace[690670105] 'process raft request' (duration: 295.147039ms)","trace[690670105] 'compare' (duration: 21.648932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:44.158243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.098082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:12:44.158269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:43.841024Z","time spent":"317.088338ms","remote":"127.0.0.1:51794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4596,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:44.158326Z","caller":"traceutil/trace.go:171","msg":"trace[1843986926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8545; }","duration":"256.221355ms","start":"2026-03-31T05:12:43.902085Z","end":"2026-03-31T05:12:44.158306Z","steps":["trace[1843986926] 'agreement among raft nodes before linearized reading' (duration: 255.967568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:44.164704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.235944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T05:12:44.164769Z","caller":"traceutil/trace.go:171","msg":"trace[917925264] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8546; }","duration":"110.335017ms","start":"2026-03-31T05:12:44.054406Z","end":"2026-03-31T05:12:44.164741Z","steps":["trace[917925264] 'agreement among raft nodes before linearized reading' (duration: 110.155372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:44.907927Z","caller":"traceutil/trace.go:171","msg":"trace[557847517] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"208.649557ms","start":"2026-03-31T05:12:44.699245Z","end":"2026-03-31T05:12:44.907894Z","steps":["trace[557847517] 'process raft request' (duration: 196.695303ms)","trace[557847517] 'compare' (duration: 11.832481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:44.954623Z","caller":"traceutil/trace.go:171","msg":"trace[84463952] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"168.783601ms","start":"2026-03-31T05:12:44.785807Z","end":"2026-03-31T05:12:44.95459Z","steps":["trace[84463952] 'process raft request' (duration: 168.343171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:06.846124Z","caller":"traceutil/trace.go:171","msg":"trace[2054441225] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"114.421972ms","start":"2026-03-31T05:13:06.731671Z","end":"2026-03-31T05:13:06.846093Z","steps":["trace[2054441225] 'process raft request' (duration: 112.264012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:53.063478Z","caller":"traceutil/trace.go:171","msg":"trace[1383095867] linearizableReadLoop","detail":"{readStateIndex:9694; appliedIndex:9692; }","duration":"122.371721ms","start":"2026-03-31T05:13:52.94108Z","end":"2026-03-31T05:13:53.063452Z","steps":["trace[1383095867] 'read index received' (duration: 79.707029ms)","trace[1383095867] 'applied index is now lower than readState.Index' (duration: 42.663412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:53.063598Z","caller":"traceutil/trace.go:171","msg":"trace[387206429] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"124.766098ms","start":"2026-03-31T05:13:52.938779Z","end":"2026-03-31T05:13:53.063545Z","steps":["trace[387206429] 'process raft request' (duration: 124.528682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:53.063689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.579426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:53.063908Z","caller":"traceutil/trace.go:171","msg":"trace[184852489] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9284; }","duration":"122.826052ms","start":"2026-03-31T05:13:52.941035Z","end":"2026-03-31T05:13:53.063861Z","steps":["trace[184852489] 'agreement among raft nodes before linearized reading' (duration: 122.592176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:53.43206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.953921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:53.432307Z","caller":"traceutil/trace.go:171","msg":"trace[901236146] linearizableReadLoop","detail":"{readStateIndex:9697; appliedIndex:9695; }","duration":"108.869181ms","start":"2026-03-31T05:13:53.323425Z","end":"2026-03-31T05:13:53.432294Z","steps":["trace[901236146] 'read index received' (duration: 5.602113ms)","trace[901236146] 'applied index is now lower than readState.Index' (duration: 103.266098ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:53.432391Z","caller":"traceutil/trace.go:171","msg":"trace[1769645618] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"340.331288ms","start":"2026-03-31T05:13:53.092053Z","end":"2026-03-31T05:13:53.432384Z","steps":["trace[1769645618] 'process raft request' (duration: 236.962048ms)","trace[1769645618] 'compare' (duration: 102.781197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:53.432449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:53.092018Z","time spent":"340.39592ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:53.432702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.24555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:53.432851Z","caller":"traceutil/trace.go:171","msg":"trace[6819689] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9287; }","duration":"109.461515ms","start":"2026-03-31T05:13:53.323363Z","end":"2026-03-31T05:13:53.432825Z","steps":["trace[6819689] 'agreement among raft nodes before linearized reading' (duration: 109.038495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:53.432724Z","caller":"traceutil/trace.go:171","msg":"trace[186666932] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"192.014882ms","start":"2026-03-31T05:13:53.240681Z","end":"2026-03-31T05:13:53.432696Z","steps":["trace[186666932] 'process raft request' (duration: 191.5223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:12.155641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6540} {"level":"info","ts":"2026-03-31T05:14:12.332815Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6540,"took":"174.099278ms","hash":4077393881,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":26988544,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-31T05:14:12.332888Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4077393881,"revision":6540,"compact-revision":3204} {"level":"info","ts":"2026-03-31T05:14:27.613106Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:14:27.617722Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T05:14:27.617809Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T05:14:55.379842Z","caller":"traceutil/trace.go:171","msg":"trace[1927593724] transaction","detail":"{read_only:false; response_revision:9811; number_of_response:1; }","duration":"162.167195ms","start":"2026-03-31T05:14:55.217647Z","end":"2026-03-31T05:14:55.379814Z","steps":["trace[1927593724] 'process raft request' (duration: 153.344496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.380187Z","caller":"traceutil/trace.go:171","msg":"trace[1977134285] transaction","detail":"{read_only:false; response_revision:9812; number_of_response:1; }","duration":"161.929338ms","start":"2026-03-31T05:14:55.21823Z","end":"2026-03-31T05:14:55.380159Z","steps":["trace[1977134285] 'process raft request' (duration: 161.747314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:17.599233Z","caller":"traceutil/trace.go:171","msg":"trace[1129010077] transaction","detail":"{read_only:false; response_revision:11365; number_of_response:1; }","duration":"102.44953ms","start":"2026-03-31T05:17:17.496756Z","end":"2026-03-31T05:17:17.599205Z","steps":["trace[1129010077] 'process raft request' (duration: 102.212605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:30.455779Z","caller":"traceutil/trace.go:171","msg":"trace[415056790] transaction","detail":"{read_only:false; response_revision:11459; number_of_response:1; }","duration":"102.723685ms","start":"2026-03-31T05:17:30.353015Z","end":"2026-03-31T05:17:30.455739Z","steps":["trace[415056790] 'process raft request' (duration: 102.415398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.871509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.604285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:30.871764Z","caller":"traceutil/trace.go:171","msg":"trace[1570992764] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"358.129701ms","start":"2026-03-31T05:17:30.513617Z","end":"2026-03-31T05:17:30.871746Z","steps":["trace[1570992764] 'process raft request' (duration: 241.218529ms)","trace[1570992764] 'compare' (duration: 116.309978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:30.871821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.513588Z","time spent":"358.210004ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:30.912977Z","caller":"traceutil/trace.go:171","msg":"trace[1430419818] linearizableReadLoop","detail":"{readStateIndex:11966; appliedIndex:11964; }","duration":"368.761254ms","start":"2026-03-31T05:17:30.544186Z","end":"2026-03-31T05:17:30.912947Z","steps":["trace[1430419818] 'read index received' (duration: 210.681826ms)","trace[1430419818] 'applied index is now lower than readState.Index' (duration: 158.077708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:30.913192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.795354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:30.913241Z","caller":"traceutil/trace.go:171","msg":"trace[1598617427] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11460; }","duration":"368.874167ms","start":"2026-03-31T05:17:30.544351Z","end":"2026-03-31T05:17:30.913226Z","steps":["trace[1598617427] 'agreement among raft nodes before linearized reading' (duration: 368.773345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.913295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.544347Z","time spent":"368.936658ms","remote":"127.0.0.1:51864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:17:30.91319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.966169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:30.913417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.35322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-03-31T05:17:30.913421Z","caller":"traceutil/trace.go:171","msg":"trace[520105990] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11460; }","duration":"369.198165ms","start":"2026-03-31T05:17:30.544181Z","end":"2026-03-31T05:17:30.913379Z","steps":["trace[520105990] 'agreement among raft nodes before linearized reading' (duration: 368.905178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.913408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.443496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:30.91347Z","caller":"traceutil/trace.go:171","msg":"trace[1690173075] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11460; }","duration":"367.420251ms","start":"2026-03-31T05:17:30.546036Z","end":"2026-03-31T05:17:30.913456Z","steps":["trace[1690173075] 'agreement among raft nodes before linearized reading' (duration: 367.268188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:30.913494Z","caller":"traceutil/trace.go:171","msg":"trace[1977821370] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11460; }","duration":"298.57638ms","start":"2026-03-31T05:17:30.614895Z","end":"2026-03-31T05:17:30.913471Z","steps":["trace[1977821370] 'agreement among raft nodes before linearized reading' (duration: 298.395446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.913504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.546027Z","time spent":"367.468133ms","remote":"127.0.0.1:51864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:17:30.913506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.544133Z","time spent":"369.334518ms","remote":"127.0.0.1:51864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:17:30.913565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.01566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:30.913609Z","caller":"traceutil/trace.go:171","msg":"trace[1249657773] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11460; }","duration":"369.105982ms","start":"2026-03-31T05:17:30.544493Z","end":"2026-03-31T05:17:30.913599Z","steps":["trace[1249657773] 'agreement among raft nodes before linearized reading' (duration: 369.04481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.913661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.544427Z","time spent":"369.227445ms","remote":"127.0.0.1:51864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:17:30.913727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.311707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:30.91377Z","caller":"traceutil/trace.go:171","msg":"trace[617174243] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11460; }","duration":"369.383748ms","start":"2026-03-31T05:17:30.544375Z","end":"2026-03-31T05:17:30.913759Z","steps":["trace[617174243] 'agreement among raft nodes before linearized reading' (duration: 369.272036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.913858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.544372Z","time spent":"369.45548ms","remote":"127.0.0.1:51864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:17:30.913835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.869723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:17:30.91393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.501348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:17:30.913936Z","caller":"traceutil/trace.go:171","msg":"trace[247744071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11460; }","duration":"317.022797ms","start":"2026-03-31T05:17:30.596886Z","end":"2026-03-31T05:17:30.913909Z","steps":["trace[247744071] 'agreement among raft nodes before linearized reading' (duration: 316.72127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:30.913995Z","caller":"traceutil/trace.go:171","msg":"trace[528362916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11460; }","duration":"282.58663ms","start":"2026-03-31T05:17:30.631379Z","end":"2026-03-31T05:17:30.913966Z","steps":["trace[528362916] 'agreement among raft nodes before linearized reading' (duration: 282.456107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.913998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.596867Z","time spent":"317.116949ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:19:12.16362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9469} {"level":"info","ts":"2026-03-31T05:19:12.251067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9469,"took":"85.359523ms","hash":2773835441,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":28684288,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T05:19:12.251122Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2773835441,"revision":9469,"compact-revision":6540} {"level":"warn","ts":"2026-03-31T05:23:24.211588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.702747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:23:24.211724Z","caller":"traceutil/trace.go:171","msg":"trace[596898122] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14358; }","duration":"102.86408ms","start":"2026-03-31T05:23:24.108817Z","end":"2026-03-31T05:23:24.211682Z","steps":["trace[596898122] 'range keys from in-memory index tree' (duration: 102.481152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.231202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.380332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:23:44.231292Z","caller":"traceutil/trace.go:171","msg":"trace[21967059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14489; }","duration":"119.524546ms","start":"2026-03-31T05:23:44.111749Z","end":"2026-03-31T05:23:44.231274Z","steps":["trace[21967059] 'range keys from in-memory index tree' (duration: 119.121796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:01.149328Z","caller":"traceutil/trace.go:171","msg":"trace[1470817356] transaction","detail":"{read_only:false; response_revision:14619; number_of_response:1; }","duration":"193.49334ms","start":"2026-03-31T05:24:00.955807Z","end":"2026-03-31T05:24:01.1493Z","steps":["trace[1470817356] 'process raft request' (duration: 193.247704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:01.466747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.046299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:24:01.466835Z","caller":"traceutil/trace.go:171","msg":"trace[1334952127] linearizableReadLoop","detail":"{readStateIndex:15294; appliedIndex:15292; }","duration":"482.058087ms","start":"2026-03-31T05:24:00.984766Z","end":"2026-03-31T05:24:01.466824Z","steps":["trace[1334952127] 'read index received' (duration: 164.39106ms)","trace[1334952127] 'applied index is now lower than readState.Index' (duration: 317.666197ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:01.466985Z","caller":"traceutil/trace.go:171","msg":"trace[1297260934] transaction","detail":"{read_only:false; response_revision:14620; number_of_response:1; }","duration":"509.486947ms","start":"2026-03-31T05:24:00.957488Z","end":"2026-03-31T05:24:01.466975Z","steps":["trace[1297260934] 'process raft request' (duration: 244.159803ms)","trace[1297260934] 'compare' (duration: 264.890014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:24:01.467027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:24:00.957461Z","time spent":"509.545669ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:24:01.467283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.523997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:24:01.467305Z","caller":"traceutil/trace.go:171","msg":"trace[456555703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14620; }","duration":"482.576649ms","start":"2026-03-31T05:24:00.984723Z","end":"2026-03-31T05:24:01.4673Z","steps":["trace[456555703] 'agreement among raft nodes before linearized reading' (duration: 482.482517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:01.467322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:24:00.984707Z","time spent":"482.611339ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:24:01.467297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.551207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-31T05:24:01.467373Z","caller":"traceutil/trace.go:171","msg":"trace[1550684399] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14620; }","duration":"353.6805ms","start":"2026-03-31T05:24:01.113673Z","end":"2026-03-31T05:24:01.467353Z","steps":["trace[1550684399] 'agreement among raft nodes before linearized reading' (duration: 353.453485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:01.467474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.139429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:01.467497Z","caller":"traceutil/trace.go:171","msg":"trace[1679729116] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:14620; }","duration":"254.222261ms","start":"2026-03-31T05:24:01.213268Z","end":"2026-03-31T05:24:01.46749Z","steps":["trace[1679729116] 'agreement among raft nodes before linearized reading' (duration: 254.18392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:01.467609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:24:01.113653Z","time spent":"353.943337ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T05:24:12.170063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12297} {"level":"info","ts":"2026-03-31T05:24:12.264479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12297,"took":"91.867689ms","hash":956388870,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":25686016,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T05:24:12.264551Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":956388870,"revision":12297,"compact-revision":9469} {"level":"info","ts":"2026-03-31T05:25:41.780857Z","caller":"traceutil/trace.go:171","msg":"trace[1170925423] transaction","detail":"{read_only:false; response_revision:15833; number_of_response:1; }","duration":"125.768223ms","start":"2026-03-31T05:25:41.655056Z","end":"2026-03-31T05:25:41.780824Z","steps":["trace[1170925423] 'process raft request' (duration: 125.518427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:47.989429Z","caller":"traceutil/trace.go:171","msg":"trace[1340306606] linearizableReadLoop","detail":"{readStateIndex:16605; appliedIndex:16604; }","duration":"103.836704ms","start":"2026-03-31T05:25:47.88556Z","end":"2026-03-31T05:25:47.989396Z","steps":["trace[1340306606] 'read index received' (duration: 74.289773ms)","trace[1340306606] 'applied index is now lower than readState.Index' (duration: 29.545031ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:47.989536Z","caller":"traceutil/trace.go:171","msg":"trace[876831739] transaction","detail":"{read_only:false; response_revision:15872; number_of_response:1; }","duration":"111.201108ms","start":"2026-03-31T05:25:47.878299Z","end":"2026-03-31T05:25:47.9895Z","steps":["trace[876831739] 'process raft request' (duration: 81.610626ms)","trace[876831739] 'compare' (duration: 29.110551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:25:47.990621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.033492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709479"} {"level":"info","ts":"2026-03-31T05:25:47.990684Z","caller":"traceutil/trace.go:171","msg":"trace[306799197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15872; }","duration":"105.130864ms","start":"2026-03-31T05:25:47.885539Z","end":"2026-03-31T05:25:47.99067Z","steps":["trace[306799197] 'agreement among raft nodes before linearized reading' (duration: 104.174151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:48.371992Z","caller":"traceutil/trace.go:171","msg":"trace[330779905] transaction","detail":"{read_only:false; response_revision:15873; number_of_response:1; }","duration":"363.274958ms","start":"2026-03-31T05:25:48.008682Z","end":"2026-03-31T05:25:48.371957Z","steps":["trace[330779905] 'process raft request' (duration: 363.026202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.372224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:48.00867Z","time spent":"363.428901ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:25:48.373258Z","caller":"traceutil/trace.go:171","msg":"trace[640825638] linearizableReadLoop","detail":"{readStateIndex:16606; appliedIndex:16606; }","duration":"357.481252ms","start":"2026-03-31T05:25:48.015735Z","end":"2026-03-31T05:25:48.373216Z","steps":["trace[640825638] 'read index received' (duration: 357.464091ms)","trace[640825638] 'applied index is now lower than readState.Index' (duration: 11.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:25:48.373734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.972903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-31T05:25:48.373782Z","caller":"traceutil/trace.go:171","msg":"trace[1204235771] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15873; }","duration":"358.053914ms","start":"2026-03-31T05:25:48.015715Z","end":"2026-03-31T05:25:48.373769Z","steps":["trace[1204235771] 'agreement among raft nodes before linearized reading' (duration: 357.8411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.373821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:48.015702Z","time spent":"358.111097ms","remote":"127.0.0.1:51794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:25:48.376559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.107586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:25:48.376596Z","caller":"traceutil/trace.go:171","msg":"trace[17003492] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15874; }","duration":"224.172428ms","start":"2026-03-31T05:25:48.152414Z","end":"2026-03-31T05:25:48.376587Z","steps":["trace[17003492] 'agreement among raft nodes before linearized reading' (duration: 224.073916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.376599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.083449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:48.376685Z","caller":"traceutil/trace.go:171","msg":"trace[266504125] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15874; }","duration":"238.194721ms","start":"2026-03-31T05:25:48.138472Z","end":"2026-03-31T05:25:48.376666Z","steps":["trace[266504125] 'agreement among raft nodes before linearized reading' (duration: 237.974616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.376702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.947561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-03-31T05:25:48.376757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.483265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:25:48.376753Z","caller":"traceutil/trace.go:171","msg":"trace[44779339] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15874; }","duration":"269.045893ms","start":"2026-03-31T05:25:48.107693Z","end":"2026-03-31T05:25:48.376739Z","steps":["trace[44779339] 'agreement among raft nodes before linearized reading' (duration: 268.900409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:48.376782Z","caller":"traceutil/trace.go:171","msg":"trace[453971706] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15874; }","duration":"146.547617ms","start":"2026-03-31T05:25:48.230227Z","end":"2026-03-31T05:25:48.376774Z","steps":["trace[453971706] 'agreement among raft nodes before linearized reading' (duration: 146.484945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.376747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.567728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:25:48.376782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.080275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:48.376832Z","caller":"traceutil/trace.go:171","msg":"trace[950270913] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15874; }","duration":"224.68195ms","start":"2026-03-31T05:25:48.152132Z","end":"2026-03-31T05:25:48.376814Z","steps":["trace[950270913] 'agreement among raft nodes before linearized reading' (duration: 224.554827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:48.37686Z","caller":"traceutil/trace.go:171","msg":"trace[1107806237] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15874; }","duration":"275.458784ms","start":"2026-03-31T05:25:48.101391Z","end":"2026-03-31T05:25:48.37685Z","steps":["trace[1107806237] 'agreement among raft nodes before linearized reading' (duration: 275.177848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.376864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.078608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:25:48.376853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.246591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-03-31T05:25:48.376922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.427126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:48.376951Z","caller":"traceutil/trace.go:171","msg":"trace[1644491876] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15874; }","duration":"238.456547ms","start":"2026-03-31T05:25:48.138489Z","end":"2026-03-31T05:25:48.376945Z","steps":["trace[1644491876] 'agreement among raft nodes before linearized reading' (duration: 238.415496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:48.376929Z","caller":"traceutil/trace.go:171","msg":"trace[1625505858] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15874; }","duration":"227.361294ms","start":"2026-03-31T05:25:48.149553Z","end":"2026-03-31T05:25:48.376914Z","steps":["trace[1625505858] 'agreement among raft nodes before linearized reading' (duration: 227.099808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.376974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.536076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:25:48.376951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.258694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:25:48.377027Z","caller":"traceutil/trace.go:171","msg":"trace[1493131550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15874; }","duration":"206.358156ms","start":"2026-03-31T05:25:48.17066Z","end":"2026-03-31T05:25:48.377019Z","steps":["trace[1493131550] 'agreement among raft nodes before linearized reading' (duration: 206.249694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:48.37689Z","caller":"traceutil/trace.go:171","msg":"trace[309162110] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15874; }","duration":"238.116749ms","start":"2026-03-31T05:25:48.138766Z","end":"2026-03-31T05:25:48.376882Z","steps":["trace[309162110] 'agreement among raft nodes before linearized reading' (duration: 238.076598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:48.377022Z","caller":"traceutil/trace.go:171","msg":"trace[620999355] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15874; }","duration":"275.618948ms","start":"2026-03-31T05:25:48.101391Z","end":"2026-03-31T05:25:48.37701Z","steps":["trace[620999355] 'agreement among raft nodes before linearized reading' (duration: 275.556617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.377112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.71292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:48.377133Z","caller":"traceutil/trace.go:171","msg":"trace[732026059] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15874; }","duration":"275.802312ms","start":"2026-03-31T05:25:48.101325Z","end":"2026-03-31T05:25:48.377128Z","steps":["trace[732026059] 'agreement among raft nodes before linearized reading' (duration: 275.748421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.376895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.181147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-31T05:25:48.377156Z","caller":"traceutil/trace.go:171","msg":"trace[864024749] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15874; }","duration":"189.476514ms","start":"2026-03-31T05:25:48.187673Z","end":"2026-03-31T05:25:48.377149Z","steps":["trace[864024749] 'agreement among raft nodes before linearized reading' (duration: 189.182518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.376993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.985669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:48.377247Z","caller":"traceutil/trace.go:171","msg":"trace[1466453251] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:15874; }","duration":"220.250105ms","start":"2026-03-31T05:25:48.156987Z","end":"2026-03-31T05:25:48.377238Z","steps":["trace[1466453251] 'agreement among raft nodes before linearized reading' (duration: 219.979178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.377265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.446848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:25:48.377297Z","caller":"traceutil/trace.go:171","msg":"trace[628984954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15874; }","duration":"335.50642ms","start":"2026-03-31T05:25:48.041783Z","end":"2026-03-31T05:25:48.377289Z","steps":["trace[628984954] 'agreement among raft nodes before linearized reading' (duration: 335.384197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.377328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:48.041769Z","time spent":"335.55231ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:25:48.379283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.790886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-31T05:25:48.379348Z","caller":"traceutil/trace.go:171","msg":"trace[959209978] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15874; }","duration":"332.886497ms","start":"2026-03-31T05:25:48.046445Z","end":"2026-03-31T05:25:48.379331Z","steps":["trace[959209978] 'agreement among raft nodes before linearized reading' (duration: 330.086951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.379389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:48.046429Z","time spent":"332.94948ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T05:25:48.376394Z","caller":"traceutil/trace.go:171","msg":"trace[257381033] transaction","detail":"{read_only:false; response_revision:15874; number_of_response:1; }","duration":"106.642469ms","start":"2026-03-31T05:25:48.269731Z","end":"2026-03-31T05:25:48.376374Z","steps":["trace[257381033] 'process raft request' (duration: 106.351963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:12.175424Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14789} {"level":"info","ts":"2026-03-31T05:29:12.265212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14789,"took":"86.931051ms","hash":2070920179,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":31895552,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T05:29:12.265293Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2070920179,"revision":14789,"compact-revision":12297} {"level":"info","ts":"2026-03-31T05:31:09.231686Z","caller":"traceutil/trace.go:171","msg":"trace[80532786] transaction","detail":"{read_only:false; response_revision:18731; number_of_response:1; }","duration":"100.926352ms","start":"2026-03-31T05:31:09.130735Z","end":"2026-03-31T05:31:09.231661Z","steps":["trace[80532786] 'process raft request' (duration: 100.786289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:09.235297Z","caller":"traceutil/trace.go:171","msg":"trace[1296863286] transaction","detail":"{read_only:false; response_revision:18732; number_of_response:1; }","duration":"102.48434ms","start":"2026-03-31T05:31:09.132801Z","end":"2026-03-31T05:31:09.235285Z","steps":["trace[1296863286] 'process raft request' (duration: 102.412178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:15.930465Z","caller":"traceutil/trace.go:171","msg":"trace[1039383963] transaction","detail":"{read_only:false; response_revision:18801; number_of_response:1; }","duration":"161.943889ms","start":"2026-03-31T05:31:15.768504Z","end":"2026-03-31T05:31:15.930448Z","steps":["trace[1039383963] 'process raft request' (duration: 159.351968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:17.831812Z","caller":"traceutil/trace.go:171","msg":"trace[1184754922] transaction","detail":"{read_only:false; response_revision:18818; number_of_response:1; }","duration":"149.088464ms","start":"2026-03-31T05:31:17.682698Z","end":"2026-03-31T05:31:17.831787Z","steps":["trace[1184754922] 'process raft request' (duration: 148.8909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:17.875266Z","caller":"traceutil/trace.go:171","msg":"trace[1653068913] linearizableReadLoop","detail":"{readStateIndex:19697; appliedIndex:19695; }","duration":"130.298518ms","start":"2026-03-31T05:31:17.744938Z","end":"2026-03-31T05:31:17.875236Z","steps":["trace[1653068913] 'read index received' (duration: 86.623323ms)","trace[1653068913] 'applied index is now lower than readState.Index' (duration: 43.673455ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:17.875607Z","caller":"traceutil/trace.go:171","msg":"trace[1651231188] transaction","detail":"{read_only:false; response_revision:18819; number_of_response:1; }","duration":"181.035351ms","start":"2026-03-31T05:31:17.694554Z","end":"2026-03-31T05:31:17.875589Z","steps":["trace[1651231188] 'process raft request' (duration: 180.517649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:17.87596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.007445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:17.876028Z","caller":"traceutil/trace.go:171","msg":"trace[770947623] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:18819; }","duration":"131.120039ms","start":"2026-03-31T05:31:17.744889Z","end":"2026-03-31T05:31:17.876009Z","steps":["trace[770947623] 'agreement among raft nodes before linearized reading' (duration: 130.980474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:38.414563Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:31:38.423323Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-31T05:31:38.423472Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-31T05:34:12.183127Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17789} {"level":"info","ts":"2026-03-31T05:34:12.303721Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17789,"took":"116.574173ms","hash":2541514613,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":31617024,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T05:34:12.303799Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2541514613,"revision":17789,"compact-revision":14789} {"level":"info","ts":"2026-03-31T05:35:03.359335Z","caller":"traceutil/trace.go:171","msg":"trace[1610787753] transaction","detail":"{read_only:false; response_revision:21268; number_of_response:1; }","duration":"134.731644ms","start":"2026-03-31T05:35:03.224575Z","end":"2026-03-31T05:35:03.359307Z","steps":["trace[1610787753] 'process raft request' (duration: 134.115299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:04.534816Z","caller":"traceutil/trace.go:171","msg":"trace[1898421596] transaction","detail":"{read_only:false; response_revision:21285; number_of_response:1; }","duration":"108.355858ms","start":"2026-03-31T05:35:04.426426Z","end":"2026-03-31T05:35:04.534782Z","steps":["trace[1898421596] 'process raft request' (duration: 108.125193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:04.65255Z","caller":"traceutil/trace.go:171","msg":"trace[380955901] transaction","detail":"{read_only:false; response_revision:21287; number_of_response:1; }","duration":"105.180372ms","start":"2026-03-31T05:35:04.54735Z","end":"2026-03-31T05:35:04.65253Z","steps":["trace[380955901] 'process raft request' (duration: 98.32633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:04.79955Z","caller":"traceutil/trace.go:171","msg":"trace[985399368] transaction","detail":"{read_only:false; response_revision:21289; number_of_response:1; }","duration":"103.941983ms","start":"2026-03-31T05:35:04.695587Z","end":"2026-03-31T05:35:04.799529Z","steps":["trace[985399368] 'process raft request' (duration: 60.8045ms)","trace[985399368] 'compare' (duration: 43.026011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:04.800931Z","caller":"traceutil/trace.go:171","msg":"trace[1521865024] transaction","detail":"{read_only:false; response_revision:21290; number_of_response:1; }","duration":"103.924614ms","start":"2026-03-31T05:35:04.696988Z","end":"2026-03-31T05:35:04.800912Z","steps":["trace[1521865024] 'process raft request' (duration: 103.443612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:09.110187Z","caller":"traceutil/trace.go:171","msg":"trace[1501174145] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"142.56903ms","start":"2026-03-31T05:39:08.967585Z","end":"2026-03-31T05:39:09.110154Z","steps":["trace[1501174145] 'process raft request' (duration: 142.349885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:09.14844Z","caller":"traceutil/trace.go:171","msg":"trace[224121645] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"177.733864ms","start":"2026-03-31T05:39:08.970647Z","end":"2026-03-31T05:39:09.148381Z","steps":["trace[224121645] 'process raft request' (duration: 177.214661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:09.291666Z","caller":"traceutil/trace.go:171","msg":"trace[1569090575] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"137.021079ms","start":"2026-03-31T05:39:09.154604Z","end":"2026-03-31T05:39:09.291625Z","steps":["trace[1569090575] 'process raft request' (duration: 109.833754ms)","trace[1569090575] 'compare' (duration: 27.053371ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:39:10.02707Z","caller":"traceutil/trace.go:171","msg":"trace[1643258982] linearizableReadLoop","detail":"{readStateIndex:24385; appliedIndex:24384; }","duration":"170.531553ms","start":"2026-03-31T05:39:09.856515Z","end":"2026-03-31T05:39:10.027047Z","steps":["trace[1643258982] 'read index received' (duration: 170.333969ms)","trace[1643258982] 'applied index is now lower than readState.Index' (duration: 196.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:39:10.027459Z","caller":"traceutil/trace.go:171","msg":"trace[592035843] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"242.15214ms","start":"2026-03-31T05:39:09.78529Z","end":"2026-03-31T05:39:10.027442Z","steps":["trace[592035843] 'process raft request' (duration: 241.628518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:10.028218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.687757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:39:10.028272Z","caller":"traceutil/trace.go:171","msg":"trace[933092624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23298; }","duration":"171.751763ms","start":"2026-03-31T05:39:09.856506Z","end":"2026-03-31T05:39:10.028257Z","steps":["trace[933092624] 'agreement among raft nodes before linearized reading' (duration: 170.639456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:10.454539Z","caller":"traceutil/trace.go:171","msg":"trace[674624412] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"410.834341ms","start":"2026-03-31T05:39:10.043679Z","end":"2026-03-31T05:39:10.454513Z","steps":["trace[674624412] 'process raft request' (duration: 410.666387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:10.454704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.043658Z","time spent":"410.957834ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:39:10.560159Z","caller":"traceutil/trace.go:171","msg":"trace[1438307153] linearizableReadLoop","detail":"{readStateIndex:24387; appliedIndex:24385; }","duration":"256.718276ms","start":"2026-03-31T05:39:10.303406Z","end":"2026-03-31T05:39:10.560125Z","steps":["trace[1438307153] 'read index received' (duration: 150.99383ms)","trace[1438307153] 'applied index is now lower than readState.Index' (duration: 105.723556ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:39:10.5602Z","caller":"traceutil/trace.go:171","msg":"trace[1542656285] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23299; }","duration":"511.484376ms","start":"2026-03-31T05:39:10.048673Z","end":"2026-03-31T05:39:10.560157Z","steps":["trace[1542656285] 'process raft request' (duration: 511.20067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:10.560407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.048644Z","time spent":"511.662511ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:39:10.560448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.053394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T05:39:10.560444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.074514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:39:10.56219Z","caller":"traceutil/trace.go:171","msg":"trace[539103032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23299; }","duration":"258.818385ms","start":"2026-03-31T05:39:10.303348Z","end":"2026-03-31T05:39:10.562166Z","steps":["trace[539103032] 'agreement among raft nodes before linearized reading' (duration: 256.94131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:10.562203Z","caller":"traceutil/trace.go:171","msg":"trace[44744460] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23299; }","duration":"250.879998ms","start":"2026-03-31T05:39:10.311301Z","end":"2026-03-31T05:39:10.562181Z","steps":["trace[44744460] 'agreement among raft nodes before linearized reading' (duration: 249.024963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:10.562177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.015462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-31T05:39:10.562292Z","caller":"traceutil/trace.go:171","msg":"trace[1776008260] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23299; }","duration":"201.391725ms","start":"2026-03-31T05:39:10.360877Z","end":"2026-03-31T05:39:10.562269Z","steps":["trace[1776008260] 'agreement among raft nodes before linearized reading' (duration: 199.873989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:10.562367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.782292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:39:10.562507Z","caller":"traceutil/trace.go:171","msg":"trace[61597041] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23299; }","duration":"189.492882ms","start":"2026-03-31T05:39:10.372987Z","end":"2026-03-31T05:39:10.562479Z","steps":["trace[61597041] 'agreement among raft nodes before linearized reading' (duration: 187.568877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:10.823892Z","caller":"traceutil/trace.go:171","msg":"trace[1192919130] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"256.88778ms","start":"2026-03-31T05:39:10.566975Z","end":"2026-03-31T05:39:10.823862Z","steps":["trace[1192919130] 'process raft request' (duration: 256.685985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:11.043201Z","caller":"traceutil/trace.go:171","msg":"trace[1959205452] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"474.547812ms","start":"2026-03-31T05:39:10.568629Z","end":"2026-03-31T05:39:11.043177Z","steps":["trace[1959205452] 'process raft request' (duration: 428.292775ms)","trace[1959205452] 'compare' (duration: 46.067712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:39:11.043355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.568605Z","time spent":"474.674964ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:39:11.04357Z","caller":"traceutil/trace.go:171","msg":"trace[610592966] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"470.713829ms","start":"2026-03-31T05:39:10.572838Z","end":"2026-03-31T05:39:11.043551Z","steps":["trace[610592966] 'process raft request' (duration: 470.2927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:11.043666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.572809Z","time spent":"470.811822ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:39:11.175716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.347807ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:39:11.175826Z","caller":"traceutil/trace.go:171","msg":"trace[171553073] linearizableReadLoop","detail":"{readStateIndex:24391; appliedIndex:24387; }","duration":"502.864902ms","start":"2026-03-31T05:39:10.672941Z","end":"2026-03-31T05:39:11.175806Z","steps":["trace[171553073] 'read index received' (duration: 150.780774ms)","trace[171553073] 'applied index is now lower than readState.Index' (duration: 352.082478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:39:11.176137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.145568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:39:11.176195Z","caller":"traceutil/trace.go:171","msg":"trace[779603792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23302; }","duration":"503.287482ms","start":"2026-03-31T05:39:10.672894Z","end":"2026-03-31T05:39:11.176181Z","steps":["trace[779603792] 'agreement among raft nodes before linearized reading' (duration: 503.058677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:11.176228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.378806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:39:11.176237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.672871Z","time spent":"503.358514ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:39:11.176224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.567561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-31T05:39:11.176284Z","caller":"traceutil/trace.go:171","msg":"trace[2064519550] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23302; }","duration":"339.469558ms","start":"2026-03-31T05:39:10.836799Z","end":"2026-03-31T05:39:11.176269Z","steps":["trace[2064519550] 'agreement among raft nodes before linearized reading' (duration: 339.310924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:11.176259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.270008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:39:11.176313Z","caller":"traceutil/trace.go:171","msg":"trace[15798008] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23302; }","duration":"428.717034ms","start":"2026-03-31T05:39:10.747576Z","end":"2026-03-31T05:39:11.176293Z","steps":["trace[15798008] 'agreement among raft nodes before linearized reading' (duration: 428.428168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:11.176326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.836781Z","time spent":"339.53571ms","remote":"127.0.0.1:53004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":64,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:39:11.176327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.834902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:39:11.176416Z","caller":"traceutil/trace.go:171","msg":"trace[859450357] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23302; }","duration":"370.969125ms","start":"2026-03-31T05:39:10.805428Z","end":"2026-03-31T05:39:11.176397Z","steps":["trace[859450357] 'agreement among raft nodes before linearized reading' (duration: 370.704149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:11.176499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.494975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:39:11.176516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.805408Z","time spent":"371.097697ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:39:11.176433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.247327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:39:11.176541Z","caller":"traceutil/trace.go:171","msg":"trace[196445087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23302; }","duration":"400.569467ms","start":"2026-03-31T05:39:10.77596Z","end":"2026-03-31T05:39:11.17653Z","steps":["trace[196445087] 'agreement among raft nodes before linearized reading' (duration: 400.432554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:11.176594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.775939Z","time spent":"400.649079ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:39:11.176355Z","caller":"traceutil/trace.go:171","msg":"trace[672162529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23302; }","duration":"130.388941ms","start":"2026-03-31T05:39:11.045936Z","end":"2026-03-31T05:39:11.176325Z","steps":["trace[672162529] 'agreement among raft nodes before linearized reading' (duration: 130.105815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:11.176371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.747545Z","time spent":"428.816167ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:39:11.176655Z","caller":"traceutil/trace.go:171","msg":"trace[640792164] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23302; }","duration":"324.461472ms","start":"2026-03-31T05:39:10.852144Z","end":"2026-03-31T05:39:11.176605Z","steps":["trace[640792164] 'agreement among raft nodes before linearized reading' (duration: 324.111784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:11.176747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:10.852127Z","time spent":"324.608406ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:39:11.176692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.410955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-31T05:39:11.1769Z","caller":"traceutil/trace.go:171","msg":"trace[203577379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23302; }","duration":"112.625441ms","start":"2026-03-31T05:39:11.064265Z","end":"2026-03-31T05:39:11.17689Z","steps":["trace[203577379] 'agreement among raft nodes before linearized reading' (duration: 112.364814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:12.192068Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20654} {"level":"info","ts":"2026-03-31T05:39:12.33296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20654,"took":"137.172822ms","hash":127061148,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":31825920,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T05:39:12.333045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":127061148,"revision":20654,"compact-revision":17789} {"level":"info","ts":"2026-03-31T05:42:51.759383Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069db.wal"} {"level":"info","ts":"2026-03-31T05:44:12.199214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23313} {"level":"info","ts":"2026-03-31T05:44:12.343744Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23313,"took":"140.242876ms","hash":490953165,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":43634688,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-03-31T05:44:12.343834Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":490953165,"revision":23313,"compact-revision":20654} {"level":"info","ts":"2026-03-31T05:45:03.284719Z","caller":"traceutil/trace.go:171","msg":"trace[1669151089] transaction","detail":"{read_only:false; response_revision:27504; number_of_response:1; }","duration":"114.553157ms","start":"2026-03-31T05:45:03.17014Z","end":"2026-03-31T05:45:03.284693Z","steps":["trace[1669151089] 'process raft request' (duration: 82.159288ms)","trace[1669151089] 'compare' (duration: 32.150462ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:45:03.284902Z","caller":"traceutil/trace.go:171","msg":"trace[1446112407] linearizableReadLoop","detail":"{readStateIndex:28763; appliedIndex:28762; }","duration":"112.492499ms","start":"2026-03-31T05:45:03.172367Z","end":"2026-03-31T05:45:03.284859Z","steps":["trace[1446112407] 'read index received' (duration: 79.947687ms)","trace[1446112407] 'applied index is now lower than readState.Index' (duration: 32.542302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:45:03.285207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.820566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T05:45:03.28527Z","caller":"traceutil/trace.go:171","msg":"trace[1608613792] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27505; }","duration":"112.913049ms","start":"2026-03-31T05:45:03.172341Z","end":"2026-03-31T05:45:03.285254Z","steps":["trace[1608613792] 'agreement among raft nodes before linearized reading' (duration: 112.698874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:03.285403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.95594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:45:03.285464Z","caller":"traceutil/trace.go:171","msg":"trace[356476045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27505; }","duration":"113.077592ms","start":"2026-03-31T05:45:03.17237Z","end":"2026-03-31T05:45:03.285447Z","steps":["trace[356476045] 'agreement among raft nodes before linearized reading' (duration: 112.850047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:09.480538Z","caller":"traceutil/trace.go:171","msg":"trace[1657971967] transaction","detail":"{read_only:false; response_revision:27593; number_of_response:1; }","duration":"122.426442ms","start":"2026-03-31T05:45:09.358068Z","end":"2026-03-31T05:45:09.480495Z","steps":["trace[1657971967] 'process raft request' (duration: 89.578434ms)","trace[1657971967] 'compare' (duration: 32.425629ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:45:09.481201Z","caller":"traceutil/trace.go:171","msg":"trace[974054949] transaction","detail":"{read_only:false; response_revision:27594; number_of_response:1; }","duration":"123.092479ms","start":"2026-03-31T05:45:09.358092Z","end":"2026-03-31T05:45:09.481184Z","steps":["trace[974054949] 'process raft request' (duration: 122.33666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:09.688944Z","caller":"traceutil/trace.go:171","msg":"trace[966814477] transaction","detail":"{read_only:false; response_revision:27597; number_of_response:1; }","duration":"133.772622ms","start":"2026-03-31T05:45:09.555149Z","end":"2026-03-31T05:45:09.688922Z","steps":["trace[966814477] 'process raft request' (duration: 133.628499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:09.690103Z","caller":"traceutil/trace.go:171","msg":"trace[455855360] linearizableReadLoop","detail":"{readStateIndex:28858; appliedIndex:28858; }","duration":"134.427768ms","start":"2026-03-31T05:45:09.555488Z","end":"2026-03-31T05:45:09.689916Z","steps":["trace[455855360] 'read index received' (duration: 134.374536ms)","trace[455855360] 'applied index is now lower than readState.Index' (duration: 50.741µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:45:09.690934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.427871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:45:09.691005Z","caller":"traceutil/trace.go:171","msg":"trace[1533491711] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27597; }","duration":"135.525243ms","start":"2026-03-31T05:45:09.555458Z","end":"2026-03-31T05:45:09.690983Z","steps":["trace[1533491711] 'agreement among raft nodes before linearized reading' (duration: 135.339409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:09.691091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.922215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:45:09.691129Z","caller":"traceutil/trace.go:171","msg":"trace[128233349] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:27597; }","duration":"107.012748ms","start":"2026-03-31T05:45:09.584107Z","end":"2026-03-31T05:45:09.69112Z","steps":["trace[128233349] 'agreement among raft nodes before linearized reading' (duration: 106.916145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:09.691172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.101665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12659"} {"level":"info","ts":"2026-03-31T05:45:09.691366Z","caller":"traceutil/trace.go:171","msg":"trace[419951265] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:27597; }","duration":"103.3179ms","start":"2026-03-31T05:45:09.588034Z","end":"2026-03-31T05:45:09.691352Z","steps":["trace[419951265] 'agreement among raft nodes before linearized reading' (duration: 103.065623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:09.691395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.873794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:45:09.691442Z","caller":"traceutil/trace.go:171","msg":"trace[2140837] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:27597; }","duration":"107.110751ms","start":"2026-03-31T05:45:09.58432Z","end":"2026-03-31T05:45:09.69143Z","steps":["trace[2140837] 'agreement among raft nodes before linearized reading' (duration: 106.842614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:30.410883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.103419ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:46:30.71823Z","caller":"traceutil/trace.go:171","msg":"trace[1891417749] transaction","detail":"{read_only:false; response_revision:28495; number_of_response:1; }","duration":"269.251506ms","start":"2026-03-31T05:46:30.448952Z","end":"2026-03-31T05:46:30.718203Z","steps":["trace[1891417749] 'process raft request' (duration: 257.530798ms)","trace[1891417749] 'compare' (duration: 11.413771ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:30.893411Z","caller":"traceutil/trace.go:171","msg":"trace[794698441] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"164.43321ms","start":"2026-03-31T05:46:30.728949Z","end":"2026-03-31T05:46:30.893382Z","steps":["trace[794698441] 'process raft request' (duration: 151.503573ms)","trace[794698441] 'compare' (duration: 12.805964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:30.929444Z","caller":"traceutil/trace.go:171","msg":"trace[845164558] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"200.029335ms","start":"2026-03-31T05:46:30.729396Z","end":"2026-03-31T05:46:30.929425Z","steps":["trace[845164558] 'process raft request' (duration: 199.898012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:31.038139Z","caller":"traceutil/trace.go:171","msg":"trace[519064807] transaction","detail":"{read_only:false; response_revision:28498; number_of_response:1; }","duration":"104.875828ms","start":"2026-03-31T05:46:30.93323Z","end":"2026-03-31T05:46:31.038106Z","steps":["trace[519064807] 'process raft request' (duration: 102.967362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:31.13289Z","caller":"traceutil/trace.go:171","msg":"trace[807803671] transaction","detail":"{read_only:false; response_revision:28499; number_of_response:1; }","duration":"196.947202ms","start":"2026-03-31T05:46:30.93591Z","end":"2026-03-31T05:46:31.132857Z","steps":["trace[807803671] 'process raft request' (duration: 196.750266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:35.323091Z","caller":"traceutil/trace.go:171","msg":"trace[1351045523] transaction","detail":"{read_only:false; response_revision:28530; number_of_response:1; }","duration":"157.760401ms","start":"2026-03-31T05:46:35.165243Z","end":"2026-03-31T05:46:35.323003Z","steps":["trace[1351045523] 'process raft request' (duration: 118.254194ms)","trace[1351045523] 'compare' (duration: 39.22936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:35.558148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.93461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:46:35.558839Z","caller":"traceutil/trace.go:171","msg":"trace[648004808] transaction","detail":"{read_only:false; response_revision:28531; number_of_response:1; }","duration":"393.43557ms","start":"2026-03-31T05:46:35.165351Z","end":"2026-03-31T05:46:35.558786Z","steps":["trace[648004808] 'process raft request' (duration: 281.769063ms)","trace[648004808] 'compare' (duration: 110.719335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:35.558847Z","caller":"traceutil/trace.go:171","msg":"trace[431143917] transaction","detail":"{read_only:false; response_revision:28533; number_of_response:1; }","duration":"162.852072ms","start":"2026-03-31T05:46:35.395975Z","end":"2026-03-31T05:46:35.558827Z","steps":["trace[431143917] 'process raft request' (duration: 162.553315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:35.558913Z","caller":"traceutil/trace.go:171","msg":"trace[290394334] transaction","detail":"{read_only:false; response_revision:28532; number_of_response:1; }","duration":"303.135139ms","start":"2026-03-31T05:46:35.25575Z","end":"2026-03-31T05:46:35.558886Z","steps":["trace[290394334] 'process raft request' (duration: 302.607016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:35.559026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:35.165335Z","time spent":"393.603794ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:35.559099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:35.255724Z","time spent":"303.284034ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:35.559267Z","caller":"traceutil/trace.go:171","msg":"trace[1199114553] linearizableReadLoop","detail":"{readStateIndex:29832; appliedIndex:29830; }","duration":"369.743989ms","start":"2026-03-31T05:46:35.189504Z","end":"2026-03-31T05:46:35.559248Z","steps":["trace[1199114553] 'read index received' (duration: 93.996329ms)","trace[1199114553] 'applied index is now lower than readState.Index' (duration: 275.74483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:35.559459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.946704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T05:46:35.559533Z","caller":"traceutil/trace.go:171","msg":"trace[1047044363] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:28533; }","duration":"370.060556ms","start":"2026-03-31T05:46:35.189453Z","end":"2026-03-31T05:46:35.559514Z","steps":["trace[1047044363] 'agreement among raft nodes before linearized reading' (duration: 369.839211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:35.559578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:35.189429Z","time spent":"370.139719ms","remote":"127.0.0.1:51658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-31T05:46:35.563856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.571584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:46:35.563931Z","caller":"traceutil/trace.go:171","msg":"trace[1167752143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28534; }","duration":"237.691197ms","start":"2026-03-31T05:46:35.32622Z","end":"2026-03-31T05:46:35.563911Z","steps":["trace[1167752143] 'agreement among raft nodes before linearized reading' (duration: 237.528383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:35.56427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.173416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:46:35.564336Z","caller":"traceutil/trace.go:171","msg":"trace[1479327143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28534; }","duration":"275.291559ms","start":"2026-03-31T05:46:35.28903Z","end":"2026-03-31T05:46:35.564322Z","steps":["trace[1479327143] 'agreement among raft nodes before linearized reading' (duration: 274.527221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:35.89688Z","caller":"traceutil/trace.go:171","msg":"trace[276528525] linearizableReadLoop","detail":"{readStateIndex:29841; appliedIndex:29835; }","duration":"274.595582ms","start":"2026-03-31T05:46:35.62226Z","end":"2026-03-31T05:46:35.896856Z","steps":["trace[276528525] 'read index received' (duration: 14.75888ms)","trace[276528525] 'applied index is now lower than readState.Index' (duration: 259.835622ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:35.897194Z","caller":"traceutil/trace.go:171","msg":"trace[2084005691] transaction","detail":"{read_only:false; response_revision:28538; number_of_response:1; }","duration":"328.643714ms","start":"2026-03-31T05:46:35.568534Z","end":"2026-03-31T05:46:35.897177Z","steps":["trace[2084005691] 'process raft request' (duration: 328.095621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:35.897311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:35.568514Z","time spent":"328.719465ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:35.897393Z","caller":"traceutil/trace.go:171","msg":"trace[1036684667] transaction","detail":"{read_only:false; response_revision:28536; number_of_response:1; }","duration":"329.818851ms","start":"2026-03-31T05:46:35.567549Z","end":"2026-03-31T05:46:35.897368Z","steps":["trace[1036684667] 'process raft request' (duration: 328.981942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:35.897439Z","caller":"traceutil/trace.go:171","msg":"trace[2033142746] transaction","detail":"{read_only:false; response_revision:28537; number_of_response:1; }","duration":"329.644587ms","start":"2026-03-31T05:46:35.567781Z","end":"2026-03-31T05:46:35.897426Z","steps":["trace[2033142746] 'process raft request' (duration: 328.814107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:35.897411Z","caller":"traceutil/trace.go:171","msg":"trace[510166089] transaction","detail":"{read_only:false; response_revision:28539; number_of_response:1; }","duration":"318.169175ms","start":"2026-03-31T05:46:35.579178Z","end":"2026-03-31T05:46:35.897347Z","steps":["trace[510166089] 'process raft request' (duration: 317.637072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:35.897433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.096704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:46:35.897496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:35.56777Z","time spent":"329.696519ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:35.897541Z","caller":"traceutil/trace.go:171","msg":"trace[281494965] transaction","detail":"{read_only:false; response_revision:28535; number_of_response:1; }","duration":"330.391255ms","start":"2026-03-31T05:46:35.56714Z","end":"2026-03-31T05:46:35.897531Z","steps":["trace[281494965] 'process raft request' (duration: 329.178507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:35.897573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:35.567123Z","time spent":"330.433667ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:35.897571Z","caller":"traceutil/trace.go:171","msg":"trace[1366280736] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28539; }","duration":"275.320739ms","start":"2026-03-31T05:46:35.622219Z","end":"2026-03-31T05:46:35.89754Z","steps":["trace[1366280736] 'agreement among raft nodes before linearized reading' (duration: 275.025332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:35.897505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:35.567533Z","time spent":"329.911333ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:35.897669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:35.579169Z","time spent":"318.361489ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:35.953838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.11217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:35.953912Z","caller":"traceutil/trace.go:171","msg":"trace[44446320] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28541; }","duration":"228.240033ms","start":"2026-03-31T05:46:35.725654Z","end":"2026-03-31T05:46:35.953894Z","steps":["trace[44446320] 'agreement among raft nodes before linearized reading' (duration: 228.11376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:35.95409Z","caller":"traceutil/trace.go:171","msg":"trace[2086566615] transaction","detail":"{read_only:false; response_revision:28541; number_of_response:1; }","duration":"110.351538ms","start":"2026-03-31T05:46:35.843731Z","end":"2026-03-31T05:46:35.954082Z","steps":["trace[2086566615] 'process raft request' (duration: 109.979118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:35.954134Z","caller":"traceutil/trace.go:171","msg":"trace[132892062] transaction","detail":"{read_only:false; response_revision:28540; number_of_response:1; }","duration":"316.332152ms","start":"2026-03-31T05:46:35.637788Z","end":"2026-03-31T05:46:35.95412Z","steps":["trace[132892062] 'process raft request' (duration: 315.069632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:35.95422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:35.637775Z","time spent":"316.390004ms","remote":"127.0.0.1:51658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:36.103837Z","caller":"traceutil/trace.go:171","msg":"trace[718010649] linearizableReadLoop","detail":"{readStateIndex:29844; appliedIndex:29843; }","duration":"145.296787ms","start":"2026-03-31T05:46:35.958508Z","end":"2026-03-31T05:46:36.103805Z","steps":["trace[718010649] 'read index received' (duration: 141.21268ms)","trace[718010649] 'applied index is now lower than readState.Index' (duration: 4.082427ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:36.103854Z","caller":"traceutil/trace.go:171","msg":"trace[1913071025] transaction","detail":"{read_only:false; response_revision:28542; number_of_response:1; }","duration":"145.927921ms","start":"2026-03-31T05:46:35.957889Z","end":"2026-03-31T05:46:36.103817Z","steps":["trace[1913071025] 'process raft request' (duration: 141.860345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:36.104094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.553852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-31T05:46:36.104159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.592753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:46:36.1042Z","caller":"traceutil/trace.go:171","msg":"trace[373114280] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28542; }","duration":"145.704326ms","start":"2026-03-31T05:46:35.958473Z","end":"2026-03-31T05:46:36.104177Z","steps":["trace[373114280] 'agreement among raft nodes before linearized reading' (duration: 145.467241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:36.104208Z","caller":"traceutil/trace.go:171","msg":"trace[2045029082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28542; }","duration":"110.710376ms","start":"2026-03-31T05:46:35.993484Z","end":"2026-03-31T05:46:36.104195Z","steps":["trace[2045029082] 'agreement among raft nodes before linearized reading' (duration: 110.492721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:36.419264Z","caller":"traceutil/trace.go:171","msg":"trace[916682338] transaction","detail":"{read_only:false; response_revision:28544; number_of_response:1; }","duration":"309.534271ms","start":"2026-03-31T05:46:36.10971Z","end":"2026-03-31T05:46:36.419244Z","steps":["trace[916682338] 'process raft request' (duration: 290.791696ms)","trace[916682338] 'compare' (duration: 18.404066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:36.419378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:36.1097Z","time spent":"309.621534ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:36.419444Z","caller":"traceutil/trace.go:171","msg":"trace[562425026] transaction","detail":"{read_only:false; response_revision:28545; number_of_response:1; }","duration":"296.095543ms","start":"2026-03-31T05:46:36.123313Z","end":"2026-03-31T05:46:36.419409Z","steps":["trace[562425026] 'process raft request' (duration: 295.875397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:36.724004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.108778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:46:36.724158Z","caller":"traceutil/trace.go:171","msg":"trace[824117326] transaction","detail":"{read_only:false; response_revision:28546; number_of_response:1; }","duration":"289.923256ms","start":"2026-03-31T05:46:36.43421Z","end":"2026-03-31T05:46:36.724133Z","steps":["trace[824117326] 'process raft request' (duration: 142.586442ms)","trace[824117326] 'compare' (duration: 146.849653ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:37.357347Z","caller":"traceutil/trace.go:171","msg":"trace[146739215] transaction","detail":"{read_only:false; response_revision:28548; number_of_response:1; }","duration":"110.300185ms","start":"2026-03-31T05:46:37.247015Z","end":"2026-03-31T05:46:37.357315Z","steps":["trace[146739215] 'process raft request' (duration: 110.09326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:37.891612Z","caller":"traceutil/trace.go:171","msg":"trace[544230722] transaction","detail":"{read_only:false; response_revision:28549; number_of_response:1; }","duration":"324.972137ms","start":"2026-03-31T05:46:37.566611Z","end":"2026-03-31T05:46:37.891583Z","steps":["trace[544230722] 'process raft request' (duration: 324.824424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:37.891776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:37.566589Z","time spent":"325.09755ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:37.953879Z","caller":"traceutil/trace.go:171","msg":"trace[360387588] linearizableReadLoop","detail":"{readStateIndex:29852; appliedIndex:29850; }","duration":"321.74474ms","start":"2026-03-31T05:46:37.632108Z","end":"2026-03-31T05:46:37.953853Z","steps":["trace[360387588] 'read index received' (duration: 259.35268ms)","trace[360387588] 'applied index is now lower than readState.Index' (duration: 62.39087ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:37.954067Z","caller":"traceutil/trace.go:171","msg":"trace[1471661522] transaction","detail":"{read_only:false; response_revision:28550; number_of_response:1; }","duration":"381.446207ms","start":"2026-03-31T05:46:37.572598Z","end":"2026-03-31T05:46:37.954044Z","steps":["trace[1471661522] 'process raft request' (duration: 381.095248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:37.954203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:37.572565Z","time spent":"381.55929ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:37.954522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.401966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-31T05:46:37.954608Z","caller":"traceutil/trace.go:171","msg":"trace[2035321322] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28550; }","duration":"322.56217ms","start":"2026-03-31T05:46:37.632023Z","end":"2026-03-31T05:46:37.954585Z","steps":["trace[2035321322] 'agreement among raft nodes before linearized reading' (duration: 322.042307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:37.954652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:37.632004Z","time spent":"322.636413ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:46:38.255024Z","caller":"traceutil/trace.go:171","msg":"trace[218333707] transaction","detail":"{read_only:false; response_revision:28552; number_of_response:1; }","duration":"293.346447ms","start":"2026-03-31T05:46:37.961608Z","end":"2026-03-31T05:46:38.254954Z","steps":["trace[218333707] 'process raft request' (duration: 214.136449ms)","trace[218333707] 'compare' (duration: 78.708687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:38.255221Z","caller":"traceutil/trace.go:171","msg":"trace[1090310580] transaction","detail":"{read_only:false; response_revision:28554; number_of_response:1; }","duration":"293.457439ms","start":"2026-03-31T05:46:37.961751Z","end":"2026-03-31T05:46:38.255208Z","steps":["trace[1090310580] 'process raft request' (duration: 293.350277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:38.255219Z","caller":"traceutil/trace.go:171","msg":"trace[113495434] transaction","detail":"{read_only:false; response_revision:28553; number_of_response:1; }","duration":"293.46216ms","start":"2026-03-31T05:46:37.961732Z","end":"2026-03-31T05:46:38.255195Z","steps":["trace[113495434] 'process raft request' (duration: 293.144653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:38.255281Z","caller":"traceutil/trace.go:171","msg":"trace[181398629] linearizableReadLoop","detail":"{readStateIndex:29857; appliedIndex:29853; }","duration":"272.758249ms","start":"2026-03-31T05:46:37.982512Z","end":"2026-03-31T05:46:38.25527Z","steps":["trace[181398629] 'read index received' (duration: 193.183092ms)","trace[181398629] 'applied index is now lower than readState.Index' (duration: 79.574277ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:38.255375Z","caller":"traceutil/trace.go:171","msg":"trace[1070836426] transaction","detail":"{read_only:false; response_revision:28555; number_of_response:1; }","duration":"293.574102ms","start":"2026-03-31T05:46:37.961792Z","end":"2026-03-31T05:46:38.255366Z","steps":["trace[1070836426] 'process raft request' (duration: 293.385168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:38.255541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.558038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:46:38.255557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.531735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:46:38.255614Z","caller":"traceutil/trace.go:171","msg":"trace[1414680770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28555; }","duration":"146.657907ms","start":"2026-03-31T05:46:38.108939Z","end":"2026-03-31T05:46:38.255597Z","steps":["trace[1414680770] 'agreement among raft nodes before linearized reading' (duration: 146.496474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:38.255642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.106447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-31T05:46:38.255743Z","caller":"traceutil/trace.go:171","msg":"trace[1999093002] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28555; }","duration":"273.219229ms","start":"2026-03-31T05:46:37.982505Z","end":"2026-03-31T05:46:38.255724Z","steps":["trace[1999093002] 'agreement among raft nodes before linearized reading' (duration: 272.937743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:38.255577Z","caller":"traceutil/trace.go:171","msg":"trace[1510814711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28555; }","duration":"133.674991ms","start":"2026-03-31T05:46:38.121893Z","end":"2026-03-31T05:46:38.255568Z","steps":["trace[1510814711] 'agreement among raft nodes before linearized reading' (duration: 133.560418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:38.525809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.117837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:46:38.526061Z","caller":"traceutil/trace.go:171","msg":"trace[567075175] linearizableReadLoop","detail":"{readStateIndex:29861; appliedIndex:29857; }","duration":"231.289276ms","start":"2026-03-31T05:46:38.294755Z","end":"2026-03-31T05:46:38.526044Z","steps":["trace[567075175] 'read index received' (duration: 89.81969ms)","trace[567075175] 'applied index is now lower than readState.Index' (duration: 141.468516ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:38.526056Z","caller":"traceutil/trace.go:171","msg":"trace[346811304] transaction","detail":"{read_only:false; response_revision:28556; number_of_response:1; }","duration":"265.458595ms","start":"2026-03-31T05:46:38.260572Z","end":"2026-03-31T05:46:38.52603Z","steps":["trace[346811304] 'process raft request' (duration: 124.036641ms)","trace[346811304] 'compare' (duration: 140.595804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:38.526132Z","caller":"traceutil/trace.go:171","msg":"trace[277584619] transaction","detail":"{read_only:false; response_revision:28557; number_of_response:1; }","duration":"265.047607ms","start":"2026-03-31T05:46:38.261075Z","end":"2026-03-31T05:46:38.526123Z","steps":["trace[277584619] 'process raft request' (duration: 264.836312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:38.526235Z","caller":"traceutil/trace.go:171","msg":"trace[778658080] transaction","detail":"{read_only:false; response_revision:28558; number_of_response:1; }","duration":"262.054815ms","start":"2026-03-31T05:46:38.264171Z","end":"2026-03-31T05:46:38.526226Z","steps":["trace[778658080] 'process raft request' (duration: 261.796289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:38.526307Z","caller":"traceutil/trace.go:171","msg":"trace[605323442] transaction","detail":"{read_only:false; response_revision:28559; number_of_response:1; }","duration":"259.523005ms","start":"2026-03-31T05:46:38.266776Z","end":"2026-03-31T05:46:38.526299Z","steps":["trace[605323442] 'process raft request' (duration: 259.234218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:38.526414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.642064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-31T05:46:38.526495Z","caller":"traceutil/trace.go:171","msg":"trace[1986470963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28559; }","duration":"231.724876ms","start":"2026-03-31T05:46:38.294748Z","end":"2026-03-31T05:46:38.526473Z","steps":["trace[1986470963] 'agreement among raft nodes before linearized reading' (duration: 231.553352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:38.619086Z","caller":"traceutil/trace.go:171","msg":"trace[1589572227] transaction","detail":"{read_only:false; response_revision:28560; number_of_response:1; }","duration":"192.764062ms","start":"2026-03-31T05:46:38.426296Z","end":"2026-03-31T05:46:38.61906Z","steps":["trace[1589572227] 'process raft request' (duration: 192.649239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:38.973617Z","caller":"traceutil/trace.go:171","msg":"trace[1713587257] linearizableReadLoop","detail":"{readStateIndex:29863; appliedIndex:29862; }","duration":"447.492182ms","start":"2026-03-31T05:46:38.526096Z","end":"2026-03-31T05:46:38.973589Z","steps":["trace[1713587257] 'read index received' (duration: 93.339083ms)","trace[1713587257] 'applied index is now lower than readState.Index' (duration: 354.151289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:38.973958Z","caller":"traceutil/trace.go:171","msg":"trace[254082663] transaction","detail":"{read_only:false; response_revision:28561; number_of_response:1; }","duration":"448.723572ms","start":"2026-03-31T05:46:38.525221Z","end":"2026-03-31T05:46:38.973944Z","steps":["trace[254082663] 'process raft request' (duration: 448.148928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:38.974076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:38.525196Z","time spent":"448.806565ms","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:38.974348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.469586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T05:46:38.974385Z","caller":"traceutil/trace.go:171","msg":"trace[1008196281] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28561; }","duration":"550.543287ms","start":"2026-03-31T05:46:38.423833Z","end":"2026-03-31T05:46:38.974376Z","steps":["trace[1008196281] 'agreement among raft nodes before linearized reading' (duration: 550.424045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:38.974405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:38.423818Z","time spent":"550.582608ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:46:38.97446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.529427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:38.974502Z","caller":"traceutil/trace.go:171","msg":"trace[1736942022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28561; }","duration":"534.595619ms","start":"2026-03-31T05:46:38.439897Z","end":"2026-03-31T05:46:38.974492Z","steps":["trace[1736942022] 'agreement among raft nodes before linearized reading' (duration: 534.535148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:38.974533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:38.439881Z","time spent":"534.64633ms","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:46:39.022152Z","caller":"traceutil/trace.go:171","msg":"trace[1903854256] transaction","detail":"{read_only:false; response_revision:28562; number_of_response:1; }","duration":"291.698147ms","start":"2026-03-31T05:46:38.730402Z","end":"2026-03-31T05:46:39.0221Z","steps":["trace[1903854256] 'process raft request' (duration: 290.426606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:39.022432Z","caller":"traceutil/trace.go:171","msg":"trace[451328198] transaction","detail":"{read_only:false; response_revision:28563; number_of_response:1; }","duration":"251.001413ms","start":"2026-03-31T05:46:38.771418Z","end":"2026-03-31T05:46:39.022419Z","steps":["trace[451328198] 'process raft request' (duration: 249.721633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:39.022916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.900857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:39.022989Z","caller":"traceutil/trace.go:171","msg":"trace[1387340782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28564; }","duration":"163.987329ms","start":"2026-03-31T05:46:38.858984Z","end":"2026-03-31T05:46:39.022971Z","steps":["trace[1387340782] 'agreement among raft nodes before linearized reading' (duration: 163.863506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:39.023344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.312001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-31T05:46:39.023409Z","caller":"traceutil/trace.go:171","msg":"trace[667192150] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28564; }","duration":"165.397472ms","start":"2026-03-31T05:46:38.857987Z","end":"2026-03-31T05:46:39.023385Z","steps":["trace[667192150] 'agreement among raft nodes before linearized reading' (duration: 165.218998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:39.024036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.862343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:46:39.024099Z","caller":"traceutil/trace.go:171","msg":"trace[1074672898] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28564; }","duration":"310.966234ms","start":"2026-03-31T05:46:38.713116Z","end":"2026-03-31T05:46:39.024082Z","steps":["trace[1074672898] 'agreement among raft nodes before linearized reading' (duration: 310.858872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:39.02414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:38.713092Z","time spent":"311.033646ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:46:39.024152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.071503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-31T05:46:39.024243Z","caller":"traceutil/trace.go:171","msg":"trace[1471107845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28564; }","duration":"493.196117ms","start":"2026-03-31T05:46:38.531032Z","end":"2026-03-31T05:46:39.024228Z","steps":["trace[1471107845] 'agreement among raft nodes before linearized reading' (duration: 493.000922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:39.024285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:38.531017Z","time spent":"493.256468ms","remote":"127.0.0.1:51794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:46:39.400485Z","caller":"traceutil/trace.go:171","msg":"trace[763703139] linearizableReadLoop","detail":"{readStateIndex:29867; appliedIndex:29866; }","duration":"235.938655ms","start":"2026-03-31T05:46:39.164512Z","end":"2026-03-31T05:46:39.40045Z","steps":["trace[763703139] 'read index received' (duration: 235.73923ms)","trace[763703139] 'applied index is now lower than readState.Index' (duration: 198.625µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:39.400629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.101539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:46:39.400659Z","caller":"traceutil/trace.go:171","msg":"trace[195051800] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28565; }","duration":"236.196052ms","start":"2026-03-31T05:46:39.164452Z","end":"2026-03-31T05:46:39.400648Z","steps":["trace[195051800] 'agreement among raft nodes before linearized reading' (duration: 236.091519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:39.400646Z","caller":"traceutil/trace.go:171","msg":"trace[1562642099] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"331.020941ms","start":"2026-03-31T05:46:39.069587Z","end":"2026-03-31T05:46:39.400608Z","steps":["trace[1562642099] 'process raft request' (duration: 330.743344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:39.400802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:39.069549Z","time spent":"331.166003ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:39.70466Z","caller":"traceutil/trace.go:171","msg":"trace[1627937264] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28565; }","duration":"297.66864ms","start":"2026-03-31T05:46:39.406958Z","end":"2026-03-31T05:46:39.704626Z","steps":["trace[1627937264] 'process raft request' (duration: 297.496736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:54.668666Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:46:54.673782Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-31T05:46:54.674042Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-03-31T05:46:55.258776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.559926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9726"} {"level":"info","ts":"2026-03-31T05:46:55.25886Z","caller":"traceutil/trace.go:171","msg":"trace[881026550] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:28747; }","duration":"251.696069ms","start":"2026-03-31T05:46:55.007147Z","end":"2026-03-31T05:46:55.258843Z","steps":["trace[881026550] 'range keys from in-memory index tree' (duration: 251.471574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:55.259427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.676925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-31T05:46:55.259487Z","caller":"traceutil/trace.go:171","msg":"trace[999044694] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:28747; }","duration":"231.771247ms","start":"2026-03-31T05:46:55.027698Z","end":"2026-03-31T05:46:55.259469Z","steps":["trace[999044694] 'range keys from in-memory index tree' (duration: 231.48108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:55.260199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.588255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-31T05:46:55.260277Z","caller":"traceutil/trace.go:171","msg":"trace[118956103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28747; }","duration":"205.721449ms","start":"2026-03-31T05:46:55.054538Z","end":"2026-03-31T05:46:55.260259Z","steps":["trace[118956103] 'range keys from in-memory index tree' (duration: 205.378731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:55.260771Z","caller":"traceutil/trace.go:171","msg":"trace[580386674] transaction","detail":"{read_only:false; response_revision:28748; number_of_response:1; }","duration":"161.222133ms","start":"2026-03-31T05:46:55.099527Z","end":"2026-03-31T05:46:55.260749Z","steps":["trace[580386674] 'process raft request' (duration: 156.618834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:55.260794Z","caller":"traceutil/trace.go:171","msg":"trace[2146279645] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"140.660065ms","start":"2026-03-31T05:46:55.120108Z","end":"2026-03-31T05:46:55.260769Z","steps":["trace[2146279645] 'process raft request' (duration: 140.507452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:55.260896Z","caller":"traceutil/trace.go:171","msg":"trace[1375677320] linearizableReadLoop","detail":"{readStateIndex:30056; appliedIndex:30055; }","duration":"142.543109ms","start":"2026-03-31T05:46:55.118294Z","end":"2026-03-31T05:46:55.260837Z","steps":["trace[1375677320] 'read index received' (duration: 137.832988ms)","trace[1375677320] 'applied index is now lower than readState.Index' (duration: 4.707661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:55.261077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.784635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T05:46:55.26114Z","caller":"traceutil/trace.go:171","msg":"trace[1123421057] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28749; }","duration":"142.888299ms","start":"2026-03-31T05:46:55.118233Z","end":"2026-03-31T05:46:55.261122Z","steps":["trace[1123421057] 'agreement among raft nodes before linearized reading' (duration: 142.697703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:55.261207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.925956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-31T05:46:55.261241Z","caller":"traceutil/trace.go:171","msg":"trace[1309707388] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:28749; }","duration":"125.986678ms","start":"2026-03-31T05:46:55.135242Z","end":"2026-03-31T05:46:55.261229Z","steps":["trace[1309707388] 'agreement among raft nodes before linearized reading' (duration: 125.871535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:55.408113Z","caller":"traceutil/trace.go:171","msg":"trace[72727712] linearizableReadLoop","detail":"{readStateIndex:30061; appliedIndex:30059; }","duration":"120.516727ms","start":"2026-03-31T05:46:55.287569Z","end":"2026-03-31T05:46:55.408086Z","steps":["trace[72727712] 'read index received' (duration: 120.220011ms)","trace[72727712] 'applied index is now lower than readState.Index' (duration: 294.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:55.408166Z","caller":"traceutil/trace.go:171","msg":"trace[1552641130] transaction","detail":"{read_only:false; response_revision:28751; number_of_response:1; }","duration":"133.438985ms","start":"2026-03-31T05:46:55.274698Z","end":"2026-03-31T05:46:55.408137Z","steps":["trace[1552641130] 'process raft request' (duration: 133.106097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:55.408209Z","caller":"traceutil/trace.go:171","msg":"trace[1572705115] transaction","detail":"{read_only:false; response_revision:28752; number_of_response:1; }","duration":"131.950969ms","start":"2026-03-31T05:46:55.276223Z","end":"2026-03-31T05:46:55.408174Z","steps":["trace[1572705115] 'process raft request' (duration: 131.777434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:55.408478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.877067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17029"} {"level":"info","ts":"2026-03-31T05:46:55.408518Z","caller":"traceutil/trace.go:171","msg":"trace[1988872747] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28752; }","duration":"120.967208ms","start":"2026-03-31T05:46:55.287541Z","end":"2026-03-31T05:46:55.408508Z","steps":["trace[1988872747] 'agreement among raft nodes before linearized reading' (duration: 120.772754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:55.408559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.466379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-03-31T05:46:55.408616Z","caller":"traceutil/trace.go:171","msg":"trace[957202586] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28752; }","duration":"110.567811ms","start":"2026-03-31T05:46:55.298032Z","end":"2026-03-31T05:46:55.4086Z","steps":["trace[957202586] 'agreement among raft nodes before linearized reading' (duration: 110.296445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:56.49979Z","caller":"traceutil/trace.go:171","msg":"trace[1976903481] linearizableReadLoop","detail":"{readStateIndex:30075; appliedIndex:30074; }","duration":"176.027285ms","start":"2026-03-31T05:46:56.323737Z","end":"2026-03-31T05:46:56.499765Z","steps":["trace[1976903481] 'read index received' (duration: 175.780409ms)","trace[1976903481] 'applied index is now lower than readState.Index' (duration: 245.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:56.49993Z","caller":"traceutil/trace.go:171","msg":"trace[1135142705] transaction","detail":"{read_only:false; response_revision:28765; number_of_response:1; }","duration":"217.790926ms","start":"2026-03-31T05:46:56.282129Z","end":"2026-03-31T05:46:56.49992Z","steps":["trace[1135142705] 'process raft request' (duration: 217.409427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.500152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.316107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:46:56.500228Z","caller":"traceutil/trace.go:171","msg":"trace[325848839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28765; }","duration":"145.4251ms","start":"2026-03-31T05:46:56.354782Z","end":"2026-03-31T05:46:56.500207Z","steps":["trace[325848839] 'agreement among raft nodes before linearized reading' (duration: 145.240195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.500398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.163313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:46:56.500407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.256899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:46:56.500433Z","caller":"traceutil/trace.go:171","msg":"trace[1818434410] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28765; }","duration":"137.247416ms","start":"2026-03-31T05:46:56.363175Z","end":"2026-03-31T05:46:56.500423Z","steps":["trace[1818434410] 'agreement among raft nodes before linearized reading' (duration: 137.164594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:56.500554Z","caller":"traceutil/trace.go:171","msg":"trace[2036576914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28765; }","duration":"127.343071ms","start":"2026-03-31T05:46:56.373104Z","end":"2026-03-31T05:46:56.500447Z","steps":["trace[2036576914] 'agreement among raft nodes before linearized reading' (duration: 127.170997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.500726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.982937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-31T05:46:56.500765Z","caller":"traceutil/trace.go:171","msg":"trace[783569187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8; range_end:; response_count:1; response_revision:28765; }","duration":"177.055039ms","start":"2026-03-31T05:46:56.323698Z","end":"2026-03-31T05:46:56.500753Z","steps":["trace[783569187] 'agreement among raft nodes before linearized reading' (duration: 176.948517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.500851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.207675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:46:56.500966Z","caller":"traceutil/trace.go:171","msg":"trace[2055564151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28765; }","duration":"140.40016ms","start":"2026-03-31T05:46:56.360547Z","end":"2026-03-31T05:46:56.500947Z","steps":["trace[2055564151] 'agreement among raft nodes before linearized reading' (duration: 140.002481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.817132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.56713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:46:56.817249Z","caller":"traceutil/trace.go:171","msg":"trace[1538336521] transaction","detail":"{read_only:false; response_revision:28766; number_of_response:1; }","duration":"312.231705ms","start":"2026-03-31T05:46:56.504994Z","end":"2026-03-31T05:46:56.817226Z","steps":["trace[1538336521] 'process raft request' (duration: 156.47803ms)","trace[1538336521] 'compare' (duration: 155.421347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:56.817312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:56.504968Z","time spent":"312.313996ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:56.818477Z","caller":"traceutil/trace.go:171","msg":"trace[15512821] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"313.223028ms","start":"2026-03-31T05:46:56.505242Z","end":"2026-03-31T05:46:56.818465Z","steps":["trace[15512821] 'process raft request' (duration: 313.132205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.818531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:56.505233Z","time spent":"313.270688ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:56.818872Z","caller":"traceutil/trace.go:171","msg":"trace[750486685] transaction","detail":"{read_only:false; response_revision:28768; number_of_response:1; }","duration":"313.515945ms","start":"2026-03-31T05:46:56.505347Z","end":"2026-03-31T05:46:56.818863Z","steps":["trace[750486685] 'process raft request' (duration: 313.086084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.818915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:56.505322Z","time spent":"313.568807ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:56.818998Z","caller":"traceutil/trace.go:171","msg":"trace[1752461593] linearizableReadLoop","detail":"{readStateIndex:30079; appliedIndex:30075; }","duration":"301.079821ms","start":"2026-03-31T05:46:56.517904Z","end":"2026-03-31T05:46:56.818984Z","steps":["trace[1752461593] 'read index received' (duration: 143.580555ms)","trace[1752461593] 'applied index is now lower than readState.Index' (duration: 157.497676ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:56.81914Z","caller":"traceutil/trace.go:171","msg":"trace[1134874777] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"311.360354ms","start":"2026-03-31T05:46:56.507773Z","end":"2026-03-31T05:46:56.819133Z","steps":["trace[1134874777] 'process raft request' (duration: 310.885233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.819198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:56.507766Z","time spent":"311.399865ms","remote":"127.0.0.1:51794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:56.819339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.425268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:46:56.819441Z","caller":"traceutil/trace.go:171","msg":"trace[2031813104] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28769; }","duration":"301.573512ms","start":"2026-03-31T05:46:56.517843Z","end":"2026-03-31T05:46:56.819417Z","steps":["trace[2031813104] 'agreement among raft nodes before linearized reading' (duration: 301.302915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.819495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:56.517822Z","time spent":"301.662194ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:46:56.840798Z","caller":"traceutil/trace.go:171","msg":"trace[1268296128] transaction","detail":"{read_only:false; response_revision:28770; number_of_response:1; }","duration":"157.28457ms","start":"2026-03-31T05:46:56.68347Z","end":"2026-03-31T05:46:56.840754Z","steps":["trace[1268296128] 'process raft request' (duration: 156.970873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.841431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.201614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:46:56.841593Z","caller":"traceutil/trace.go:171","msg":"trace[204566726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28770; }","duration":"199.4414ms","start":"2026-03-31T05:46:56.642132Z","end":"2026-03-31T05:46:56.841573Z","steps":["trace[204566726] 'agreement among raft nodes before linearized reading' (duration: 199.104983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:56.841893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.991605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:46:56.842019Z","caller":"traceutil/trace.go:171","msg":"trace[1638719092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28771; }","duration":"195.151338ms","start":"2026-03-31T05:46:56.646846Z","end":"2026-03-31T05:46:56.841998Z","steps":["trace[1638719092] 'agreement among raft nodes before linearized reading' (duration: 194.937893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:57.101231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.408748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:46:57.10159Z","caller":"traceutil/trace.go:171","msg":"trace[166064820] transaction","detail":"{read_only:false; response_revision:28772; number_of_response:1; }","duration":"254.979337ms","start":"2026-03-31T05:46:56.846584Z","end":"2026-03-31T05:46:57.101563Z","steps":["trace[166064820] 'process raft request' (duration: 120.149909ms)","trace[166064820] 'compare' (duration: 134.259834ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:57.101654Z","caller":"traceutil/trace.go:171","msg":"trace[1024640312] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"254.426694ms","start":"2026-03-31T05:46:56.847185Z","end":"2026-03-31T05:46:57.101612Z","steps":["trace[1024640312] 'process raft request' (duration: 254.205098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:57.102218Z","caller":"traceutil/trace.go:171","msg":"trace[1700032100] transaction","detail":"{read_only:false; response_revision:28774; number_of_response:1; }","duration":"253.436571ms","start":"2026-03-31T05:46:56.848755Z","end":"2026-03-31T05:46:57.102192Z","steps":["trace[1700032100] 'process raft request' (duration: 252.720714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:57.102595Z","caller":"traceutil/trace.go:171","msg":"trace[1196433111] transaction","detail":"{read_only:false; response_revision:28775; number_of_response:1; }","duration":"250.89683ms","start":"2026-03-31T05:46:56.85168Z","end":"2026-03-31T05:46:57.102577Z","steps":["trace[1196433111] 'process raft request' (duration: 250.47186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:57.102766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.191652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:57.102847Z","caller":"traceutil/trace.go:171","msg":"trace[433176325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28775; }","duration":"247.337825ms","start":"2026-03-31T05:46:56.855489Z","end":"2026-03-31T05:46:57.102827Z","steps":["trace[433176325] 'agreement among raft nodes before linearized reading' (duration: 247.193382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:57.103409Z","caller":"traceutil/trace.go:171","msg":"trace[1294760483] linearizableReadLoop","detail":"{readStateIndex:30085; appliedIndex:30081; }","duration":"246.986197ms","start":"2026-03-31T05:46:56.855544Z","end":"2026-03-31T05:46:57.10253Z","steps":["trace[1294760483] 'read index received' (duration: 111.207806ms)","trace[1294760483] 'applied index is now lower than readState.Index' (duration: 135.776871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:57.103754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.333651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T05:46:57.103812Z","caller":"traceutil/trace.go:171","msg":"trace[1785294325] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8; range_end:; response_count:1; response_revision:28775; }","duration":"192.496365ms","start":"2026-03-31T05:46:56.911298Z","end":"2026-03-31T05:46:57.103794Z","steps":["trace[1785294325] 'agreement among raft nodes before linearized reading' (duration: 192.264269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:57.664452Z","caller":"traceutil/trace.go:171","msg":"trace[1824619137] transaction","detail":"{read_only:false; response_revision:28777; number_of_response:1; }","duration":"553.189028ms","start":"2026-03-31T05:46:57.111237Z","end":"2026-03-31T05:46:57.664426Z","steps":["trace[1824619137] 'process raft request' (duration: 553.003384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:57.66466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:57.111185Z","time spent":"553.371423ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:57.696879Z","caller":"traceutil/trace.go:171","msg":"trace[2106963818] transaction","detail":"{read_only:false; response_revision:28778; number_of_response:1; }","duration":"431.579865ms","start":"2026-03-31T05:46:57.265272Z","end":"2026-03-31T05:46:57.696852Z","steps":["trace[2106963818] 'process raft request' (duration: 430.992891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:57.697024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:57.265244Z","time spent":"431.705828ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:57.697418Z","caller":"traceutil/trace.go:171","msg":"trace[631063796] linearizableReadLoop","detail":"{readStateIndex:30089; appliedIndex:30086; }","duration":"407.223668ms","start":"2026-03-31T05:46:57.290173Z","end":"2026-03-31T05:46:57.697396Z","steps":["trace[631063796] 'read index received' (duration: 374.174983ms)","trace[631063796] 'applied index is now lower than readState.Index' (duration: 33.047525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:57.697617Z","caller":"traceutil/trace.go:171","msg":"trace[1988492805] transaction","detail":"{read_only:false; response_revision:28779; number_of_response:1; }","duration":"427.268142ms","start":"2026-03-31T05:46:57.270338Z","end":"2026-03-31T05:46:57.697606Z","steps":["trace[1988492805] 'process raft request' (duration: 426.102865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:57.697685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:57.270312Z","time spent":"427.329994ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:57.697824Z","caller":"traceutil/trace.go:171","msg":"trace[431228942] transaction","detail":"{read_only:false; response_revision:28780; number_of_response:1; }","duration":"311.474046ms","start":"2026-03-31T05:46:57.38634Z","end":"2026-03-31T05:46:57.697814Z","steps":["trace[431228942] 'process raft request' (duration: 311.000705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:57.69788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:57.386308Z","time spent":"311.539138ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:57.698079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.914553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T05:46:57.698112Z","caller":"traceutil/trace.go:171","msg":"trace[161659589] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28780; }","duration":"407.984785ms","start":"2026-03-31T05:46:57.290119Z","end":"2026-03-31T05:46:57.698104Z","steps":["trace[161659589] 'agreement among raft nodes before linearized reading' (duration: 407.869102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:57.698141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:57.290095Z","time spent":"408.039526ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:46:57.698292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.935793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:57.698323Z","caller":"traceutil/trace.go:171","msg":"trace[560962055] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28780; }","duration":"203.019185ms","start":"2026-03-31T05:46:57.495294Z","end":"2026-03-31T05:46:57.698313Z","steps":["trace[560962055] 'agreement among raft nodes before linearized reading' (duration: 202.961543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:57.885098Z","caller":"traceutil/trace.go:171","msg":"trace[359285746] transaction","detail":"{read_only:false; response_revision:28781; number_of_response:1; }","duration":"179.443375ms","start":"2026-03-31T05:46:57.705624Z","end":"2026-03-31T05:46:57.885067Z","steps":["trace[359285746] 'process raft request' (duration: 146.73388ms)","trace[359285746] 'compare' (duration: 31.977298ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:58.217669Z","caller":"traceutil/trace.go:171","msg":"trace[1613298169] linearizableReadLoop","detail":"{readStateIndex:30093; appliedIndex:30091; }","duration":"106.710031ms","start":"2026-03-31T05:46:58.110936Z","end":"2026-03-31T05:46:58.217646Z","steps":["trace[1613298169] 'read index received' (duration: 102.560942ms)","trace[1613298169] 'applied index is now lower than readState.Index' (duration: 4.147659ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:58.217715Z","caller":"traceutil/trace.go:171","msg":"trace[608419457] transaction","detail":"{read_only:false; response_revision:28782; number_of_response:1; }","duration":"246.958536ms","start":"2026-03-31T05:46:57.970733Z","end":"2026-03-31T05:46:58.217692Z","steps":["trace[608419457] 'process raft request' (duration: 246.69486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:58.217763Z","caller":"traceutil/trace.go:171","msg":"trace[1037849372] transaction","detail":"{read_only:false; response_revision:28783; number_of_response:1; }","duration":"155.938449ms","start":"2026-03-31T05:46:58.061787Z","end":"2026-03-31T05:46:58.217726Z","steps":["trace[1037849372] 'process raft request' (duration: 155.812916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:58.217861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.905186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T05:46:58.2179Z","caller":"traceutil/trace.go:171","msg":"trace[1203264647] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8; range_end:; response_count:1; response_revision:28783; }","duration":"106.985627ms","start":"2026-03-31T05:46:58.110902Z","end":"2026-03-31T05:46:58.217888Z","steps":["trace[1203264647] 'agreement among raft nodes before linearized reading' (duration: 106.833033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:58.898654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.240166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:58.898723Z","caller":"traceutil/trace.go:171","msg":"trace[482733703] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28784; }","duration":"175.348379ms","start":"2026-03-31T05:46:58.723359Z","end":"2026-03-31T05:46:58.898707Z","steps":["trace[482733703] 'count revisions from in-memory index tree' (duration: 175.161945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:59.047239Z","caller":"traceutil/trace.go:171","msg":"trace[1447603834] transaction","detail":"{read_only:false; response_revision:28785; number_of_response:1; }","duration":"197.246447ms","start":"2026-03-31T05:46:58.849971Z","end":"2026-03-31T05:46:59.047217Z","steps":["trace[1447603834] 'process raft request' (duration: 197.107024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:59.047406Z","caller":"traceutil/trace.go:171","msg":"trace[1202082854] linearizableReadLoop","detail":"{readStateIndex:30095; appliedIndex:30095; }","duration":"192.062685ms","start":"2026-03-31T05:46:58.855294Z","end":"2026-03-31T05:46:59.047357Z","steps":["trace[1202082854] 'read index received' (duration: 192.045434ms)","trace[1202082854] 'applied index is now lower than readState.Index' (duration: 14.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:59.047656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.332741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:59.04779Z","caller":"traceutil/trace.go:171","msg":"trace[586731199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28785; }","duration":"192.506495ms","start":"2026-03-31T05:46:58.855248Z","end":"2026-03-31T05:46:59.047754Z","steps":["trace[586731199] 'agreement among raft nodes before linearized reading' (duration: 192.252519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:59.306486Z","caller":"traceutil/trace.go:171","msg":"trace[1617335817] linearizableReadLoop","detail":"{readStateIndex:30098; appliedIndex:30095; }","duration":"200.489766ms","start":"2026-03-31T05:46:59.105967Z","end":"2026-03-31T05:46:59.306457Z","steps":["trace[1617335817] 'read index received' (duration: 200.113666ms)","trace[1617335817] 'applied index is now lower than readState.Index' (duration: 375.32µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:59.306938Z","caller":"traceutil/trace.go:171","msg":"trace[1669542741] transaction","detail":"{read_only:false; response_revision:28786; number_of_response:1; }","duration":"404.036202ms","start":"2026-03-31T05:46:58.902888Z","end":"2026-03-31T05:46:59.306924Z","steps":["trace[1669542741] 'process raft request' (duration: 403.275753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:59.307099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:58.90287Z","time spent":"404.111844ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:59.307252Z","caller":"traceutil/trace.go:171","msg":"trace[1914259078] transaction","detail":"{read_only:false; response_revision:28787; number_of_response:1; }","duration":"404.266537ms","start":"2026-03-31T05:46:58.902975Z","end":"2026-03-31T05:46:59.307241Z","steps":["trace[1914259078] 'process raft request' (duration: 403.387257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:59.307311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:58.902946Z","time spent":"404.338139ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:59.307471Z","caller":"traceutil/trace.go:171","msg":"trace[1022368596] transaction","detail":"{read_only:false; response_revision:28788; number_of_response:1; }","duration":"404.219206ms","start":"2026-03-31T05:46:58.903242Z","end":"2026-03-31T05:46:59.307462Z","steps":["trace[1022368596] 'process raft request' (duration: 403.175172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:59.307528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:58.903231Z","time spent":"404.269707ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:59.307768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.804506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:46:59.307812Z","caller":"traceutil/trace.go:171","msg":"trace[1878830348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28788; }","duration":"201.875537ms","start":"2026-03-31T05:46:59.105927Z","end":"2026-03-31T05:46:59.307802Z","steps":["trace[1878830348] 'agreement among raft nodes before linearized reading' (duration: 201.720814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:59.308078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.954917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:46:59.309091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.320393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-31T05:46:59.309177Z","caller":"traceutil/trace.go:171","msg":"trace[245358209] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28788; }","duration":"141.444795ms","start":"2026-03-31T05:46:59.167709Z","end":"2026-03-31T05:46:59.309154Z","steps":["trace[245358209] 'agreement among raft nodes before linearized reading' (duration: 141.29492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:59.310298Z","caller":"traceutil/trace.go:171","msg":"trace[275814312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28788; }","duration":"200.987017ms","start":"2026-03-31T05:46:59.107114Z","end":"2026-03-31T05:46:59.308101Z","steps":["trace[275814312] 'agreement among raft nodes before linearized reading' (duration: 200.903375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:59.427241Z","caller":"traceutil/trace.go:171","msg":"trace[1983818099] transaction","detail":"{read_only:false; response_revision:28789; number_of_response:1; }","duration":"112.513778ms","start":"2026-03-31T05:46:59.314699Z","end":"2026-03-31T05:46:59.427213Z","steps":["trace[1983818099] 'process raft request' (duration: 109.411275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:59.427254Z","caller":"traceutil/trace.go:171","msg":"trace[1100853447] transaction","detail":"{read_only:false; response_revision:28791; number_of_response:1; }","duration":"106.477235ms","start":"2026-03-31T05:46:59.320754Z","end":"2026-03-31T05:46:59.427231Z","steps":["trace[1100853447] 'process raft request' (duration: 106.412383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:59.427409Z","caller":"traceutil/trace.go:171","msg":"trace[1125452233] transaction","detail":"{read_only:false; response_revision:28790; number_of_response:1; }","duration":"109.961468ms","start":"2026-03-31T05:46:59.317412Z","end":"2026-03-31T05:46:59.427374Z","steps":["trace[1125452233] 'process raft request' (duration: 109.6311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:59.814391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.654988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:46:59.814556Z","caller":"traceutil/trace.go:171","msg":"trace[42801821] linearizableReadLoop","detail":"{readStateIndex:30102; appliedIndex:30101; }","duration":"362.966899ms","start":"2026-03-31T05:46:59.451563Z","end":"2026-03-31T05:46:59.81453Z","steps":["trace[42801821] 'read index received' (duration: 164.925112ms)","trace[42801821] 'applied index is now lower than readState.Index' (duration: 198.038777ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:59.814633Z","caller":"traceutil/trace.go:171","msg":"trace[600077422] transaction","detail":"{read_only:false; response_revision:28792; number_of_response:1; }","duration":"379.08641ms","start":"2026-03-31T05:46:59.435502Z","end":"2026-03-31T05:46:59.814588Z","steps":["trace[600077422] 'process raft request' (duration: 181.015132ms)","trace[600077422] 'compare' (duration: 197.27023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:59.814742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.178943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:46:59.814795Z","caller":"traceutil/trace.go:171","msg":"trace[1913748072] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28792; }","duration":"363.278306ms","start":"2026-03-31T05:46:59.451495Z","end":"2026-03-31T05:46:59.814773Z","steps":["trace[1913748072] 'agreement among raft nodes before linearized reading' (duration: 363.142792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:59.814853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:59.451466Z","time spent":"363.371068ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:46:59.815159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:59.435483Z","time spent":"379.329165ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:00.122679Z","caller":"traceutil/trace.go:171","msg":"trace[1018995444] transaction","detail":"{read_only:false; response_revision:28793; number_of_response:1; }","duration":"413.730162ms","start":"2026-03-31T05:46:59.708885Z","end":"2026-03-31T05:47:00.122615Z","steps":["trace[1018995444] 'process raft request' (duration: 385.295278ms)","trace[1018995444] 'compare' (duration: 27.976834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:00.1228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.389764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:00.12284Z","caller":"traceutil/trace.go:171","msg":"trace[1633289565] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28794; }","duration":"510.503177ms","start":"2026-03-31T05:46:59.612327Z","end":"2026-03-31T05:47:00.12283Z","steps":["trace[1633289565] 'agreement among raft nodes before linearized reading' (duration: 510.414365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:00.12281Z","caller":"traceutil/trace.go:171","msg":"trace[1781326585] transaction","detail":"{read_only:false; response_revision:28794; number_of_response:1; }","duration":"412.739808ms","start":"2026-03-31T05:46:59.710039Z","end":"2026-03-31T05:47:00.122778Z","steps":["trace[1781326585] 'process raft request' (duration: 412.481142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:00.122827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.925345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-03-31T05:47:00.122868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:59.612294Z","time spent":"510.567088ms","remote":"127.0.0.1:40658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:47:00.122889Z","caller":"traceutil/trace.go:171","msg":"trace[1944407073] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28794; }","duration":"454.028587ms","start":"2026-03-31T05:46:59.668846Z","end":"2026-03-31T05:47:00.122875Z","steps":["trace[1944407073] 'agreement among raft nodes before linearized reading' (duration: 453.847423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:00.122888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:59.708863Z","time spent":"413.916917ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:00.122916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:59.668832Z","time spent":"454.078748ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:47:00.122975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:59.709997Z","time spent":"412.879811ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:00.122629Z","caller":"traceutil/trace.go:171","msg":"trace[1539002815] linearizableReadLoop","detail":"{readStateIndex:30104; appliedIndex:30102; }","duration":"308.015855ms","start":"2026-03-31T05:46:59.814593Z","end":"2026-03-31T05:47:00.122609Z","steps":["trace[1539002815] 'read index received' (duration: 279.685824ms)","trace[1539002815] 'applied index is now lower than readState.Index' (duration: 28.328871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:00.12308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.070509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-03-31T05:47:00.123104Z","caller":"traceutil/trace.go:171","msg":"trace[1910104616] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28794; }","duration":"465.12878ms","start":"2026-03-31T05:46:59.657966Z","end":"2026-03-31T05:47:00.123095Z","steps":["trace[1910104616] 'agreement among raft nodes before linearized reading' (duration: 465.032478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:00.123122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:59.657945Z","time spent":"465.173022ms","remote":"127.0.0.1:40658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-31T05:47:00.123174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.407121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:00.123216Z","caller":"traceutil/trace.go:171","msg":"trace[1744091782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28794; }","duration":"267.483383ms","start":"2026-03-31T05:46:59.855727Z","end":"2026-03-31T05:47:00.12321Z","steps":["trace[1744091782] 'agreement among raft nodes before linearized reading' (duration: 267.427812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:00.123359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.207557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-31T05:47:00.123376Z","caller":"traceutil/trace.go:171","msg":"trace[2130018462] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28794; }","duration":"232.266358ms","start":"2026-03-31T05:46:59.891104Z","end":"2026-03-31T05:47:00.123371Z","steps":["trace[2130018462] 'agreement among raft nodes before linearized reading' (duration: 232.209467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:00.540497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.992057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:00.540689Z","caller":"traceutil/trace.go:171","msg":"trace[410802424] transaction","detail":"{read_only:false; response_revision:28795; number_of_response:1; }","duration":"413.548858ms","start":"2026-03-31T05:47:00.12712Z","end":"2026-03-31T05:47:00.540669Z","steps":["trace[410802424] 'process raft request' (duration: 177.264814ms)","trace[410802424] 'compare' (duration: 235.70786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:00.540767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:00.127098Z","time spent":"413.631779ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:00.593728Z","caller":"traceutil/trace.go:171","msg":"trace[527671151] transaction","detail":"{read_only:false; response_revision:28796; number_of_response:1; }","duration":"463.349578ms","start":"2026-03-31T05:47:00.130343Z","end":"2026-03-31T05:47:00.593693Z","steps":["trace[527671151] 'process raft request' (duration: 463.071932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:00.593862Z","caller":"traceutil/trace.go:171","msg":"trace[1520223328] transaction","detail":"{read_only:false; response_revision:28797; number_of_response:1; }","duration":"371.315056ms","start":"2026-03-31T05:47:00.222532Z","end":"2026-03-31T05:47:00.593847Z","steps":["trace[1520223328] 'process raft request' (duration: 371.031989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:00.593896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:00.130329Z","time spent":"463.481472ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:00.593974Z","caller":"traceutil/trace.go:171","msg":"trace[1003298275] transaction","detail":"{read_only:false; response_revision:28798; number_of_response:1; }","duration":"371.071ms","start":"2026-03-31T05:47:00.222892Z","end":"2026-03-31T05:47:00.593963Z","steps":["trace[1003298275] 'process raft request' (duration: 370.733972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:00.594023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:00.222884Z","time spent":"371.112441ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:00.593931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:00.222509Z","time spent":"371.384687ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:00.602555Z","caller":"traceutil/trace.go:171","msg":"trace[1457291252] linearizableReadLoop","detail":"{readStateIndex:30106; appliedIndex:30104; }","duration":"381.901317ms","start":"2026-03-31T05:47:00.22063Z","end":"2026-03-31T05:47:00.602532Z","steps":["trace[1457291252] 'read index received' (duration: 83.770257ms)","trace[1457291252] 'applied index is now lower than readState.Index' (duration: 298.12987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:00.602793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.390866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-31T05:47:00.602802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.144752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:00.60287Z","caller":"traceutil/trace.go:171","msg":"trace[411041678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28798; }","duration":"382.274385ms","start":"2026-03-31T05:47:00.220576Z","end":"2026-03-31T05:47:00.602851Z","steps":["trace[411041678] 'agreement among raft nodes before linearized reading' (duration: 382.112131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:00.60291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:00.220554Z","time spent":"382.346827ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:47:00.602827Z","caller":"traceutil/trace.go:171","msg":"trace[19451510] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8; range_end:; response_count:1; response_revision:28798; }","duration":"290.441427ms","start":"2026-03-31T05:47:00.312376Z","end":"2026-03-31T05:47:00.602817Z","steps":["trace[19451510] 'agreement among raft nodes before linearized reading' (duration: 290.288534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:02.787147Z","caller":"traceutil/trace.go:171","msg":"trace[717232295] linearizableReadLoop","detail":"{readStateIndex:30128; appliedIndex:30126; }","duration":"146.175286ms","start":"2026-03-31T05:47:02.64095Z","end":"2026-03-31T05:47:02.787126Z","steps":["trace[717232295] 'read index received' (duration: 141.054105ms)","trace[717232295] 'applied index is now lower than readState.Index' (duration: 5.119741ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:02.787286Z","caller":"traceutil/trace.go:171","msg":"trace[122697735] transaction","detail":"{read_only:false; response_revision:28816; number_of_response:1; }","duration":"188.755376ms","start":"2026-03-31T05:47:02.598504Z","end":"2026-03-31T05:47:02.787259Z","steps":["trace[122697735] 'process raft request' (duration: 188.554042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:02.787329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.544345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-31T05:47:02.787362Z","caller":"traceutil/trace.go:171","msg":"trace[1066260735] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7461210a-9f65-4234-81b7-92f0ca8468f8; range_end:; response_count:1; response_revision:28816; }","duration":"173.619168ms","start":"2026-03-31T05:47:02.613732Z","end":"2026-03-31T05:47:02.787351Z","steps":["trace[1066260735] 'agreement among raft nodes before linearized reading' (duration: 173.477734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:02.787577Z","caller":"traceutil/trace.go:171","msg":"trace[1552837712] transaction","detail":"{read_only:false; response_revision:28815; number_of_response:1; }","duration":"189.067604ms","start":"2026-03-31T05:47:02.598496Z","end":"2026-03-31T05:47:02.787564Z","steps":["trace[1552837712] 'process raft request' (duration: 183.42026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:02.787642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.826472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-31T05:47:02.787674Z","caller":"traceutil/trace.go:171","msg":"trace[1253592909] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28816; }","duration":"173.887644ms","start":"2026-03-31T05:47:02.613777Z","end":"2026-03-31T05:47:02.787664Z","steps":["trace[1253592909] 'agreement among raft nodes before linearized reading' (duration: 173.795292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:02.816543Z","caller":"traceutil/trace.go:171","msg":"trace[1092335914] transaction","detail":"{read_only:false; response_revision:28817; number_of_response:1; }","duration":"108.453852ms","start":"2026-03-31T05:47:02.708039Z","end":"2026-03-31T05:47:02.816492Z","steps":["trace[1092335914] 'process raft request' (duration: 108.224606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:36.48281Z","caller":"traceutil/trace.go:171","msg":"trace[788965142] linearizableReadLoop","detail":"{readStateIndex:30481; appliedIndex:30479; }","duration":"139.258172ms","start":"2026-03-31T05:47:36.343521Z","end":"2026-03-31T05:47:36.482779Z","steps":["trace[788965142] 'read index received' (duration: 138.947154ms)","trace[788965142] 'applied index is now lower than readState.Index' (duration: 310.098µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:36.482848Z","caller":"traceutil/trace.go:171","msg":"trace[1861851128] transaction","detail":"{read_only:false; response_revision:29154; number_of_response:1; }","duration":"200.568567ms","start":"2026-03-31T05:47:36.282248Z","end":"2026-03-31T05:47:36.482817Z","steps":["trace[1861851128] 'process raft request' (duration: 200.479195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:36.482846Z","caller":"traceutil/trace.go:171","msg":"trace[1863747473] transaction","detail":"{read_only:false; response_revision:29153; number_of_response:1; }","duration":"209.493537ms","start":"2026-03-31T05:47:36.273314Z","end":"2026-03-31T05:47:36.482807Z","steps":["trace[1863747473] 'process raft request' (duration: 209.211921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:36.483105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.516488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-31T05:47:36.48325Z","caller":"traceutil/trace.go:171","msg":"trace[1401659396] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29154; }","duration":"139.652391ms","start":"2026-03-31T05:47:36.343489Z","end":"2026-03-31T05:47:36.483142Z","steps":["trace[1401659396] 'agreement among raft nodes before linearized reading' (duration: 139.400905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:36.618663Z","caller":"traceutil/trace.go:171","msg":"trace[489089427] transaction","detail":"{read_only:false; response_revision:29155; number_of_response:1; }","duration":"131.517099ms","start":"2026-03-31T05:47:36.487105Z","end":"2026-03-31T05:47:36.618622Z","steps":["trace[489089427] 'process raft request' (duration: 114.27419ms)","trace[489089427] 'compare' (duration: 16.921362ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:41.09022Z","caller":"traceutil/trace.go:171","msg":"trace[387830114] linearizableReadLoop","detail":"{readStateIndex:30520; appliedIndex:30519; }","duration":"261.42098ms","start":"2026-03-31T05:47:40.828766Z","end":"2026-03-31T05:47:41.090187Z","steps":["trace[387830114] 'read index received' (duration: 261.217665ms)","trace[387830114] 'applied index is now lower than readState.Index' (duration: 200.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:41.090803Z","caller":"traceutil/trace.go:171","msg":"trace[983321358] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"270.041654ms","start":"2026-03-31T05:47:40.820742Z","end":"2026-03-31T05:47:41.090783Z","steps":["trace[983321358] 'process raft request' (duration: 269.127683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.091666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.876345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-31T05:47:41.091709Z","caller":"traceutil/trace.go:171","msg":"trace[1412053638] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29191; }","duration":"262.952216ms","start":"2026-03-31T05:47:40.828744Z","end":"2026-03-31T05:47:41.091696Z","steps":["trace[1412053638] 'agreement among raft nodes before linearized reading' (duration: 262.665309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:41.370596Z","caller":"traceutil/trace.go:171","msg":"trace[2103977486] transaction","detail":"{read_only:false; response_revision:29193; number_of_response:1; }","duration":"445.531647ms","start":"2026-03-31T05:47:40.925037Z","end":"2026-03-31T05:47:41.370569Z","steps":["trace[2103977486] 'process raft request' (duration: 445.476695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.37107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:40.925022Z","time spent":"445.650329ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:41.371802Z","caller":"traceutil/trace.go:171","msg":"trace[1191462416] transaction","detail":"{read_only:false; response_revision:29192; number_of_response:1; }","duration":"448.136568ms","start":"2026-03-31T05:47:40.92365Z","end":"2026-03-31T05:47:41.371787Z","steps":["trace[1191462416] 'process raft request' (duration: 446.715654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.371983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:40.923625Z","time spent":"448.21885ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:41.372303Z","caller":"traceutil/trace.go:171","msg":"trace[754626647] linearizableReadLoop","detail":"{readStateIndex:30522; appliedIndex:30522; }","duration":"281.835574ms","start":"2026-03-31T05:47:41.090308Z","end":"2026-03-31T05:47:41.372143Z","steps":["trace[754626647] 'read index received' (duration: 281.818724ms)","trace[754626647] 'applied index is now lower than readState.Index' (duration: 13.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:41.372498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.896168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:41.372594Z","caller":"traceutil/trace.go:171","msg":"trace[1191222391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29193; }","duration":"514.217776ms","start":"2026-03-31T05:47:40.858322Z","end":"2026-03-31T05:47:41.37254Z","steps":["trace[1191222391] 'agreement among raft nodes before linearized reading' (duration: 513.855327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.372678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:40.858292Z","time spent":"514.37314ms","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:47:41.416418Z","caller":"traceutil/trace.go:171","msg":"trace[1665505739] transaction","detail":"{read_only:false; response_revision:29194; number_of_response:1; }","duration":"320.208784ms","start":"2026-03-31T05:47:41.096182Z","end":"2026-03-31T05:47:41.416391Z","steps":["trace[1665505739] 'process raft request' (duration: 320.04215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.416586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:41.096163Z","time spent":"320.344377ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:41.416612Z","caller":"traceutil/trace.go:171","msg":"trace[109725419] transaction","detail":"{read_only:false; response_revision:29195; number_of_response:1; }","duration":"157.138608ms","start":"2026-03-31T05:47:41.259441Z","end":"2026-03-31T05:47:41.41658Z","steps":["trace[109725419] 'process raft request' (duration: 156.912611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.416727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.519711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:41.416803Z","caller":"traceutil/trace.go:171","msg":"trace[644083455] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:29195; }","duration":"266.643044ms","start":"2026-03-31T05:47:41.150138Z","end":"2026-03-31T05:47:41.416781Z","steps":["trace[644083455] 'agreement among raft nodes before linearized reading' (duration: 266.494171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.416806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.929609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-03-31T05:47:41.416812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.937855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:41.41686Z","caller":"traceutil/trace.go:171","msg":"trace[95009302] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29195; }","duration":"167.019922ms","start":"2026-03-31T05:47:41.249825Z","end":"2026-03-31T05:47:41.416845Z","steps":["trace[95009302] 'agreement among raft nodes before linearized reading' (duration: 166.785566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:41.416883Z","caller":"traceutil/trace.go:171","msg":"trace[944066823] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29195; }","duration":"209.11323ms","start":"2026-03-31T05:47:41.207756Z","end":"2026-03-31T05:47:41.416869Z","steps":["trace[944066823] 'agreement among raft nodes before linearized reading' (duration: 208.927676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.653542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.379266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:41.653757Z","caller":"traceutil/trace.go:171","msg":"trace[172593798] transaction","detail":"{read_only:false; response_revision:29196; number_of_response:1; }","duration":"229.443912ms","start":"2026-03-31T05:47:41.424267Z","end":"2026-03-31T05:47:41.653711Z","steps":["trace[172593798] 'process raft request' (duration: 97.789569ms)","trace[172593798] 'compare' (duration: 130.754192ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:41.842734Z","caller":"traceutil/trace.go:171","msg":"trace[1210500444] transaction","detail":"{read_only:false; response_revision:29197; number_of_response:1; }","duration":"184.203759ms","start":"2026-03-31T05:47:41.658507Z","end":"2026-03-31T05:47:41.842711Z","steps":["trace[1210500444] 'process raft request' (duration: 156.109182ms)","trace[1210500444] 'compare' (duration: 27.993224ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:41.908683Z","caller":"traceutil/trace.go:171","msg":"trace[1667465367] transaction","detail":"{read_only:false; response_revision:29198; number_of_response:1; }","duration":"249.910897ms","start":"2026-03-31T05:47:41.658738Z","end":"2026-03-31T05:47:41.908648Z","steps":["trace[1667465367] 'process raft request' (duration: 249.461586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:41.908704Z","caller":"traceutil/trace.go:171","msg":"trace[1335426554] linearizableReadLoop","detail":"{readStateIndex:30530; appliedIndex:30525; }","duration":"247.755235ms","start":"2026-03-31T05:47:41.660911Z","end":"2026-03-31T05:47:41.908666Z","steps":["trace[1335426554] 'read index received' (duration: 153.782487ms)","trace[1335426554] 'applied index is now lower than readState.Index' (duration: 93.971398ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:41.908854Z","caller":"traceutil/trace.go:171","msg":"trace[389694372] transaction","detail":"{read_only:false; response_revision:29200; number_of_response:1; }","duration":"249.841785ms","start":"2026-03-31T05:47:41.658989Z","end":"2026-03-31T05:47:41.908831Z","steps":["trace[389694372] 'process raft request' (duration: 249.569829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:41.908896Z","caller":"traceutil/trace.go:171","msg":"trace[310660741] transaction","detail":"{read_only:false; response_revision:29201; number_of_response:1; }","duration":"249.596459ms","start":"2026-03-31T05:47:41.65928Z","end":"2026-03-31T05:47:41.908877Z","steps":["trace[310660741] 'process raft request' (duration: 249.317862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:41.908981Z","caller":"traceutil/trace.go:171","msg":"trace[225475194] transaction","detail":"{read_only:false; response_revision:29199; number_of_response:1; }","duration":"250.125681ms","start":"2026-03-31T05:47:41.658849Z","end":"2026-03-31T05:47:41.908975Z","steps":["trace[225475194] 'process raft request' (duration: 249.596009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.909037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.024907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:41.909105Z","caller":"traceutil/trace.go:171","msg":"trace[970114115] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29201; }","duration":"236.116539ms","start":"2026-03-31T05:47:41.672968Z","end":"2026-03-31T05:47:41.909084Z","steps":["trace[970114115] 'agreement among raft nodes before linearized reading' (duration: 235.970495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.909176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.269238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:47:41.909204Z","caller":"traceutil/trace.go:171","msg":"trace[1638323616] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29201; }","duration":"248.335878ms","start":"2026-03-31T05:47:41.660857Z","end":"2026-03-31T05:47:41.909193Z","steps":["trace[1638323616] 'agreement among raft nodes before linearized reading' (duration: 248.263097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.909453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.106389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-31T05:47:41.909492Z","caller":"traceutil/trace.go:171","msg":"trace[13132715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29201; }","duration":"150.179021ms","start":"2026-03-31T05:47:41.759301Z","end":"2026-03-31T05:47:41.90948Z","steps":["trace[13132715] 'agreement among raft nodes before linearized reading' (duration: 150.017107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.112352Z","caller":"traceutil/trace.go:171","msg":"trace[355664430] transaction","detail":"{read_only:false; response_revision:29202; number_of_response:1; }","duration":"195.175049ms","start":"2026-03-31T05:47:41.917138Z","end":"2026-03-31T05:47:42.112313Z","steps":["trace[355664430] 'process raft request' (duration: 114.812283ms)","trace[355664430] 'compare' (duration: 80.189752ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:42.347162Z","caller":"traceutil/trace.go:171","msg":"trace[1638874782] linearizableReadLoop","detail":"{readStateIndex:30532; appliedIndex:30530; }","duration":"428.486902ms","start":"2026-03-31T05:47:41.918655Z","end":"2026-03-31T05:47:42.347142Z","steps":["trace[1638874782] 'read index received' (duration: 113.322328ms)","trace[1638874782] 'applied index is now lower than readState.Index' (duration: 315.163844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:42.347385Z","caller":"traceutil/trace.go:171","msg":"trace[99586859] transaction","detail":"{read_only:false; response_revision:29203; number_of_response:1; }","duration":"430.124061ms","start":"2026-03-31T05:47:41.917249Z","end":"2026-03-31T05:47:42.347373Z","steps":["trace[99586859] 'process raft request' (duration: 337.915914ms)","trace[99586859] 'compare' (duration: 91.863269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:42.347471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:41.917212Z","time spent":"430.200093ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:42.347661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.011534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17029"} {"level":"info","ts":"2026-03-31T05:47:42.347687Z","caller":"traceutil/trace.go:171","msg":"trace[1781511731] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29203; }","duration":"429.072546ms","start":"2026-03-31T05:47:41.918608Z","end":"2026-03-31T05:47:42.34768Z","steps":["trace[1781511731] 'agreement among raft nodes before linearized reading' (duration: 428.982704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.347719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:41.918569Z","time spent":"429.145638ms","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17052,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:47:42.347839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.51119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-03-31T05:47:42.347898Z","caller":"traceutil/trace.go:171","msg":"trace[917197582] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29203; }","duration":"274.577542ms","start":"2026-03-31T05:47:42.073306Z","end":"2026-03-31T05:47:42.347883Z","steps":["trace[917197582] 'agreement among raft nodes before linearized reading' (duration: 274.404298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.667069Z","caller":"traceutil/trace.go:171","msg":"trace[727487273] transaction","detail":"{read_only:false; response_revision:29204; number_of_response:1; }","duration":"263.232743ms","start":"2026-03-31T05:47:42.403806Z","end":"2026-03-31T05:47:42.667039Z","steps":["trace[727487273] 'process raft request' (duration: 263.057779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.904839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.964387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:42.904997Z","caller":"traceutil/trace.go:171","msg":"trace[1981448057] transaction","detail":"{read_only:false; response_revision:29205; number_of_response:1; }","duration":"391.493195ms","start":"2026-03-31T05:47:42.513483Z","end":"2026-03-31T05:47:42.904977Z","steps":["trace[1981448057] 'process raft request' (duration: 252.300493ms)","trace[1981448057] 'compare' (duration: 138.625489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:42.90507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:42.513459Z","time spent":"391.575507ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:42.905224Z","caller":"traceutil/trace.go:171","msg":"trace[1570672584] linearizableReadLoop","detail":"{readStateIndex:30535; appliedIndex:30532; }","duration":"241.808524ms","start":"2026-03-31T05:47:42.663392Z","end":"2026-03-31T05:47:42.9052Z","steps":["trace[1570672584] 'read index received' (duration: 3.466802ms)","trace[1570672584] 'applied index is now lower than readState.Index' (duration: 238.340612ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:42.905254Z","caller":"traceutil/trace.go:171","msg":"trace[1266988567] transaction","detail":"{read_only:false; response_revision:29206; number_of_response:1; }","duration":"391.716131ms","start":"2026-03-31T05:47:42.513497Z","end":"2026-03-31T05:47:42.905213Z","steps":["trace[1266988567] 'process raft request' (duration: 391.444434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.905307Z","caller":"traceutil/trace.go:171","msg":"trace[320135457] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29206; }","duration":"224.669888ms","start":"2026-03-31T05:47:42.680609Z","end":"2026-03-31T05:47:42.905279Z","steps":["trace[320135457] 'process raft request' (duration: 224.558185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.905428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:42.513475Z","time spent":"391.854143ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:42.905464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.064081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-31T05:47:42.905504Z","caller":"traceutil/trace.go:171","msg":"trace[27062114] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29206; }","duration":"242.159393ms","start":"2026-03-31T05:47:42.663331Z","end":"2026-03-31T05:47:42.905491Z","steps":["trace[27062114] 'agreement among raft nodes before linearized reading' (duration: 241.986599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.253227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.30599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:43.253325Z","caller":"traceutil/trace.go:171","msg":"trace[1735919744] linearizableReadLoop","detail":"{readStateIndex:30538; appliedIndex:30537; }","duration":"325.853778ms","start":"2026-03-31T05:47:42.927457Z","end":"2026-03-31T05:47:43.253311Z","steps":["trace[1735919744] 'read index received' (duration: 195.386324ms)","trace[1735919744] 'applied index is now lower than readState.Index' (duration: 130.465954ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:43.253395Z","caller":"traceutil/trace.go:171","msg":"trace[328541277] transaction","detail":"{read_only:false; response_revision:29208; number_of_response:1; }","duration":"327.354154ms","start":"2026-03-31T05:47:42.92603Z","end":"2026-03-31T05:47:43.253384Z","steps":["trace[328541277] 'process raft request' (duration: 196.800969ms)","trace[328541277] 'compare' (duration: 130.191977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:43.253447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:42.926005Z","time spent":"327.412935ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:43.253795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.307428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97160e1a-e8d7-47cc-a6f9-13655081d729\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-31T05:47:43.253973Z","caller":"traceutil/trace.go:171","msg":"trace[1084850393] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97160e1a-e8d7-47cc-a6f9-13655081d729; range_end:; response_count:1; response_revision:29208; }","duration":"326.522174ms","start":"2026-03-31T05:47:42.927424Z","end":"2026-03-31T05:47:43.253946Z","steps":["trace[1084850393] 'agreement among raft nodes before linearized reading' (duration: 326.174465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.254024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:42.927409Z","time spent":"326.602935ms","remote":"127.0.0.1:51774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-97160e1a-e8d7-47cc-a6f9-13655081d729\" "} {"level":"info","ts":"2026-03-31T05:47:43.563541Z","caller":"traceutil/trace.go:171","msg":"trace[76081093] transaction","detail":"{read_only:false; response_revision:29209; number_of_response:1; }","duration":"634.857227ms","start":"2026-03-31T05:47:42.92867Z","end":"2026-03-31T05:47:43.563527Z","steps":["trace[76081093] 'process raft request' (duration: 634.751584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:43.563558Z","caller":"traceutil/trace.go:171","msg":"trace[327231218] linearizableReadLoop","detail":"{readStateIndex:30539; appliedIndex:30539; }","duration":"310.181276ms","start":"2026-03-31T05:47:43.253349Z","end":"2026-03-31T05:47:43.56353Z","steps":["trace[327231218] 'read index received' (duration: 310.168016ms)","trace[327231218] 'applied index is now lower than readState.Index' (duration: 10.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:43.563653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:42.928643Z","time spent":"634.949438ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:43.563683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.644037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:43.563778Z","caller":"traceutil/trace.go:171","msg":"trace[913674879] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:29209; }","duration":"563.80749ms","start":"2026-03-31T05:47:42.999948Z","end":"2026-03-31T05:47:43.563756Z","steps":["trace[913674879] 'agreement among raft nodes before linearized reading' (duration: 563.619726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.563808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.607189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-03-31T05:47:43.563854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:42.999921Z","time spent":"563.917023ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:47:43.563878Z","caller":"traceutil/trace.go:171","msg":"trace[306194496] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29209; }","duration":"631.718902ms","start":"2026-03-31T05:47:42.932143Z","end":"2026-03-31T05:47:43.563862Z","steps":["trace[306194496] 'agreement among raft nodes before linearized reading' (duration: 631.512317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.563922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:42.93213Z","time spent":"631.782473ms","remote":"127.0.0.1:52092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-31T05:47:43.585917Z","caller":"traceutil/trace.go:171","msg":"trace[493469471] transaction","detail":"{read_only:false; response_revision:29212; number_of_response:1; }","duration":"160.799104ms","start":"2026-03-31T05:47:43.425097Z","end":"2026-03-31T05:47:43.585896Z","steps":["trace[493469471] 'process raft request' (duration: 160.735682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:43.585933Z","caller":"traceutil/trace.go:171","msg":"trace[2076811281] transaction","detail":"{read_only:false; response_revision:29210; number_of_response:1; }","duration":"208.335381ms","start":"2026-03-31T05:47:43.377564Z","end":"2026-03-31T05:47:43.585899Z","steps":["trace[2076811281] 'process raft request' (duration: 208.122726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:43.585948Z","caller":"traceutil/trace.go:171","msg":"trace[882447969] transaction","detail":"{read_only:false; response_revision:29211; number_of_response:1; }","duration":"207.906711ms","start":"2026-03-31T05:47:43.378013Z","end":"2026-03-31T05:47:43.58592Z","steps":["trace[882447969] 'process raft request' (duration: 207.792468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.586246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.002912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:43.586309Z","caller":"traceutil/trace.go:171","msg":"trace[1778654732] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29213; }","duration":"162.086544ms","start":"2026-03-31T05:47:43.424208Z","end":"2026-03-31T05:47:43.586295Z","steps":["trace[1778654732] 'agreement among raft nodes before linearized reading' (duration: 161.971031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.586307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.655541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-31T05:47:43.586372Z","caller":"traceutil/trace.go:171","msg":"trace[125418841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29213; }","duration":"308.763242ms","start":"2026-03-31T05:47:43.277591Z","end":"2026-03-31T05:47:43.586355Z","steps":["trace[125418841] 'agreement among raft nodes before linearized reading' (duration: 308.581218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.586373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.911967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-31T05:47:43.586406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:43.277571Z","time spent":"308.827444ms","remote":"127.0.0.1:51794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:47:43.586437Z","caller":"traceutil/trace.go:171","msg":"trace[290834786] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29213; }","duration":"164.013639ms","start":"2026-03-31T05:47:43.422404Z","end":"2026-03-31T05:47:43.586418Z","steps":["trace[290834786] 'agreement among raft nodes before linearized reading' (duration: 163.773923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.841799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.371605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:43.841882Z","caller":"traceutil/trace.go:171","msg":"trace[955980001] linearizableReadLoop","detail":"{readStateIndex:30544; appliedIndex:30543; }","duration":"249.930447ms","start":"2026-03-31T05:47:43.59194Z","end":"2026-03-31T05:47:43.84187Z","steps":["trace[955980001] 'read index received' (duration: 67.433619ms)","trace[955980001] 'applied index is now lower than readState.Index' (duration: 182.495938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:43.841943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.001818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:43.841971Z","caller":"traceutil/trace.go:171","msg":"trace[897773393] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29214; }","duration":"250.05748ms","start":"2026-03-31T05:47:43.591904Z","end":"2026-03-31T05:47:43.841961Z","steps":["trace[897773393] 'agreement among raft nodes before linearized reading' (duration: 250.012509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:43.841953Z","caller":"traceutil/trace.go:171","msg":"trace[1106715823] transaction","detail":"{read_only:false; response_revision:29214; number_of_response:1; }","duration":"250.0273ms","start":"2026-03-31T05:47:43.591877Z","end":"2026-03-31T05:47:43.841904Z","steps":["trace[1106715823] 'process raft request' (duration: 67.48242ms)","trace[1106715823] 'compare' (duration: 182.280823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:43.892942Z","caller":"traceutil/trace.go:171","msg":"trace[1226921725] transaction","detail":"{read_only:false; response_revision:29215; number_of_response:1; }","duration":"300.883415ms","start":"2026-03-31T05:47:43.592025Z","end":"2026-03-31T05:47:43.892909Z","steps":["trace[1226921725] 'process raft request' (duration: 300.69696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.893075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:43.592015Z","time spent":"300.990918ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:43.893217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.188955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5211"} {"level":"info","ts":"2026-03-31T05:47:43.893319Z","caller":"traceutil/trace.go:171","msg":"trace[247374275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29215; }","duration":"291.301478ms","start":"2026-03-31T05:47:43.60199Z","end":"2026-03-31T05:47:43.893292Z","steps":["trace[247374275] 'agreement among raft nodes before linearized reading' (duration: 290.923168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:44.39464Z","caller":"traceutil/trace.go:171","msg":"trace[1522383905] transaction","detail":"{read_only:false; response_revision:29218; number_of_response:1; }","duration":"439.111534ms","start":"2026-03-31T05:47:43.955493Z","end":"2026-03-31T05:47:44.394605Z","steps":["trace[1522383905] 'process raft request' (duration: 438.873928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:44.394668Z","caller":"traceutil/trace.go:171","msg":"trace[1656052440] transaction","detail":"{read_only:false; response_revision:29219; number_of_response:1; }","duration":"438.817937ms","start":"2026-03-31T05:47:43.955813Z","end":"2026-03-31T05:47:44.394631Z","steps":["trace[1656052440] 'process raft request' (duration: 438.708104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:44.394799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:43.955472Z","time spent":"439.242157ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:44.394844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:43.955792Z","time spent":"438.956681ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:44.394955Z","caller":"traceutil/trace.go:171","msg":"trace[2118544975] transaction","detail":"{read_only:false; response_revision:29221; number_of_response:1; }","duration":"400.945039ms","start":"2026-03-31T05:47:43.993989Z","end":"2026-03-31T05:47:44.394934Z","steps":["trace[2118544975] 'process raft request' (duration: 400.587821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:44.395009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:43.993969Z","time spent":"401.01199ms","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:44.395099Z","caller":"traceutil/trace.go:171","msg":"trace[27083855] transaction","detail":"{read_only:false; response_revision:29220; number_of_response:1; }","duration":"432.790335ms","start":"2026-03-31T05:47:43.9623Z","end":"2026-03-31T05:47:44.39509Z","steps":["trace[27083855] 'process raft request' (duration: 432.252142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:44.395147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:43.962285Z","time spent":"432.835775ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:44.703533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.816295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:44.703665Z","caller":"traceutil/trace.go:171","msg":"trace[1941293592] linearizableReadLoop","detail":"{readStateIndex:30552; appliedIndex:30551; }","duration":"110.42994ms","start":"2026-03-31T05:47:44.59321Z","end":"2026-03-31T05:47:44.70364Z","steps":["trace[1941293592] 'read index received' (duration: 63.122µs)","trace[1941293592] 'applied index is now lower than readState.Index' (duration: 110.364958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:44.703894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.689575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:44.703942Z","caller":"traceutil/trace.go:171","msg":"trace[1602852021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:29222; }","duration":"110.777328ms","start":"2026-03-31T05:47:44.593149Z","end":"2026-03-31T05:47:44.703926Z","steps":["trace[1602852021] 'agreement among raft nodes before linearized reading' (duration: 110.691796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:44.703979Z","caller":"traceutil/trace.go:171","msg":"trace[1702683020] transaction","detail":"{read_only:false; response_revision:29222; number_of_response:1; }","duration":"300.598978ms","start":"2026-03-31T05:47:44.403345Z","end":"2026-03-31T05:47:44.703944Z","steps":["trace[1702683020] 'process raft request' (duration: 147.273272ms)","trace[1702683020] 'compare' (duration: 152.677711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:44.704119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:44.403333Z","time spent":"300.717601ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:44.989581Z","caller":"traceutil/trace.go:171","msg":"trace[1269093305] linearizableReadLoop","detail":"{readStateIndex:30553; appliedIndex:30552; }","duration":"131.97184ms","start":"2026-03-31T05:47:44.857581Z","end":"2026-03-31T05:47:44.989553Z","steps":["trace[1269093305] 'read index received' (duration: 91.965911ms)","trace[1269093305] 'applied index is now lower than readState.Index' (duration: 40.004959ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:44.989728Z","caller":"traceutil/trace.go:171","msg":"trace[49435527] transaction","detail":"{read_only:false; response_revision:29223; number_of_response:1; }","duration":"278.851654ms","start":"2026-03-31T05:47:44.710844Z","end":"2026-03-31T05:47:44.989695Z","steps":["trace[49435527] 'process raft request' (duration: 238.708812ms)","trace[49435527] 'compare' (duration: 39.891076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:44.989799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.209266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:44.989876Z","caller":"traceutil/trace.go:171","msg":"trace[177198086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29223; }","duration":"132.338589ms","start":"2026-03-31T05:47:44.857525Z","end":"2026-03-31T05:47:44.989864Z","steps":["trace[177198086] 'agreement among raft nodes before linearized reading' (duration: 132.138714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:45.338326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.811857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T05:47:45.338395Z","caller":"traceutil/trace.go:171","msg":"trace[1633119721] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:29225; }","duration":"142.919639ms","start":"2026-03-31T05:47:45.195455Z","end":"2026-03-31T05:47:45.338375Z","steps":["trace[1633119721] 'range keys from in-memory index tree' (duration: 142.662523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:45.687721Z","caller":"traceutil/trace.go:171","msg":"trace[788608745] transaction","detail":"{read_only:false; response_revision:29226; number_of_response:1; }","duration":"206.228021ms","start":"2026-03-31T05:47:45.481469Z","end":"2026-03-31T05:47:45.687697Z","steps":["trace[788608745] 'process raft request' (duration: 201.047148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:45.972985Z","caller":"traceutil/trace.go:171","msg":"trace[893482093] linearizableReadLoop","detail":"{readStateIndex:30560; appliedIndex:30557; }","duration":"282.047269ms","start":"2026-03-31T05:47:45.69092Z","end":"2026-03-31T05:47:45.972967Z","steps":["trace[893482093] 'read index received' (duration: 265.724352ms)","trace[893482093] 'applied index is now lower than readState.Index' (duration: 16.322207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:45.973247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.53441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:45.973278Z","caller":"traceutil/trace.go:171","msg":"trace[1604887306] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:29229; }","duration":"212.578691ms","start":"2026-03-31T05:47:45.76069Z","end":"2026-03-31T05:47:45.973269Z","steps":["trace[1604887306] 'agreement among raft nodes before linearized reading' (duration: 212.51523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:45.973402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.462309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:47:45.973499Z","caller":"traceutil/trace.go:171","msg":"trace[1338261209] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29229; }","duration":"282.600642ms","start":"2026-03-31T05:47:45.690877Z","end":"2026-03-31T05:47:45.973477Z","steps":["trace[1338261209] 'agreement among raft nodes before linearized reading' (duration: 282.325836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:45.973516Z","caller":"traceutil/trace.go:171","msg":"trace[1280289743] transaction","detail":"{read_only:false; response_revision:29229; number_of_response:1; }","duration":"380.29975ms","start":"2026-03-31T05:47:45.59319Z","end":"2026-03-31T05:47:45.97349Z","steps":["trace[1280289743] 'process raft request' (duration: 379.748047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:45.973683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:45.593163Z","time spent":"380.426633ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:45.973611Z","caller":"traceutil/trace.go:171","msg":"trace[384225911] transaction","detail":"{read_only:false; response_revision:29227; number_of_response:1; }","duration":"381.700432ms","start":"2026-03-31T05:47:45.591816Z","end":"2026-03-31T05:47:45.973516Z","steps":["trace[384225911] 'process raft request' (duration: 364.984706ms)","trace[384225911] 'compare' (duration: 15.969209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:45.973766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.299948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-31T05:47:45.973852Z","caller":"traceutil/trace.go:171","msg":"trace[1516991506] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29229; }","duration":"127.430261ms","start":"2026-03-31T05:47:45.846396Z","end":"2026-03-31T05:47:45.973826Z","steps":["trace[1516991506] 'agreement among raft nodes before linearized reading' (duration: 127.117784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:45.973952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:45.591788Z","time spent":"381.981239ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:45.974159Z","caller":"traceutil/trace.go:171","msg":"trace[688387696] transaction","detail":"{read_only:false; response_revision:29228; number_of_response:1; }","duration":"381.452066ms","start":"2026-03-31T05:47:45.591815Z","end":"2026-03-31T05:47:45.973267Z","steps":["trace[688387696] 'process raft request' (duration: 381.093408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:45.974507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:45.591771Z","time spent":"382.535132ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:46.155173Z","caller":"traceutil/trace.go:171","msg":"trace[1780055355] transaction","detail":"{read_only:false; response_revision:29233; number_of_response:1; }","duration":"122.619528ms","start":"2026-03-31T05:47:46.032528Z","end":"2026-03-31T05:47:46.155148Z","steps":["trace[1780055355] 'process raft request' (duration: 117.730642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:46.159206Z","caller":"traceutil/trace.go:171","msg":"trace[965925377] transaction","detail":"{read_only:false; response_revision:29234; number_of_response:1; }","duration":"123.507249ms","start":"2026-03-31T05:47:46.035673Z","end":"2026-03-31T05:47:46.15918Z","steps":["trace[965925377] 'process raft request' (duration: 123.233903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:56.592764Z","caller":"traceutil/trace.go:171","msg":"trace[2136377643] linearizableReadLoop","detail":"{readStateIndex:30656; appliedIndex:30655; }","duration":"142.158512ms","start":"2026-03-31T05:47:56.450587Z","end":"2026-03-31T05:47:56.592746Z","steps":["trace[2136377643] 'read index received' (duration: 141.988368ms)","trace[2136377643] 'applied index is now lower than readState.Index' (duration: 169.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:56.592857Z","caller":"traceutil/trace.go:171","msg":"trace[60094759] transaction","detail":"{read_only:false; response_revision:29321; number_of_response:1; }","duration":"142.803346ms","start":"2026-03-31T05:47:56.450046Z","end":"2026-03-31T05:47:56.59285Z","steps":["trace[60094759] 'process raft request' (duration: 142.579451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:56.593062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.461519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:47:56.59309Z","caller":"traceutil/trace.go:171","msg":"trace[1236312682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29321; }","duration":"142.52884ms","start":"2026-03-31T05:47:56.450553Z","end":"2026-03-31T05:47:56.593082Z","steps":["trace[1236312682] 'agreement among raft nodes before linearized reading' (duration: 142.422947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:56.593222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.359661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:47:56.593242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.362628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:56.593315Z","caller":"traceutil/trace.go:171","msg":"trace[2077730121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29321; }","duration":"138.491484ms","start":"2026-03-31T05:47:56.454803Z","end":"2026-03-31T05:47:56.593295Z","steps":["trace[2077730121] 'agreement among raft nodes before linearized reading' (duration: 138.175096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:56.593326Z","caller":"traceutil/trace.go:171","msg":"trace[38469211] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:29321; }","duration":"129.496011ms","start":"2026-03-31T05:47:56.463808Z","end":"2026-03-31T05:47:56.593304Z","steps":["trace[38469211] 'agreement among raft nodes before linearized reading' (duration: 129.349108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:58.213976Z","caller":"traceutil/trace.go:171","msg":"trace[1412145614] transaction","detail":"{read_only:false; response_revision:29331; number_of_response:1; }","duration":"274.684144ms","start":"2026-03-31T05:47:57.939268Z","end":"2026-03-31T05:47:58.213952Z","steps":["trace[1412145614] 'process raft request' (duration: 245.252985ms)","trace[1412145614] 'compare' (duration: 29.250875ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:58.220743Z","caller":"traceutil/trace.go:171","msg":"trace[1896365542] linearizableReadLoop","detail":"{readStateIndex:30669; appliedIndex:30665; }","duration":"181.042144ms","start":"2026-03-31T05:47:58.039681Z","end":"2026-03-31T05:47:58.220723Z","steps":["trace[1896365542] 'read index received' (duration: 145.078341ms)","trace[1896365542] 'applied index is now lower than readState.Index' (duration: 35.962993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:58.220933Z","caller":"traceutil/trace.go:171","msg":"trace[1210949322] transaction","detail":"{read_only:false; response_revision:29332; number_of_response:1; }","duration":"207.109552ms","start":"2026-03-31T05:47:58.013816Z","end":"2026-03-31T05:47:58.220926Z","steps":["trace[1210949322] 'process raft request' (duration: 206.776344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:58.221048Z","caller":"traceutil/trace.go:171","msg":"trace[335385669] transaction","detail":"{read_only:false; response_revision:29333; number_of_response:1; }","duration":"205.541075ms","start":"2026-03-31T05:47:58.015499Z","end":"2026-03-31T05:47:58.22104Z","steps":["trace[335385669] 'process raft request' (duration: 205.179966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:58.221149Z","caller":"traceutil/trace.go:171","msg":"trace[711480857] transaction","detail":"{read_only:false; response_revision:29334; number_of_response:1; }","duration":"204.536521ms","start":"2026-03-31T05:47:58.016605Z","end":"2026-03-31T05:47:58.221142Z","steps":["trace[711480857] 'process raft request' (duration: 204.094791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:58.221415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.71901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:47:58.221494Z","caller":"traceutil/trace.go:171","msg":"trace[1717071701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29334; }","duration":"181.828643ms","start":"2026-03-31T05:47:58.039644Z","end":"2026-03-31T05:47:58.221473Z","steps":["trace[1717071701] 'agreement among raft nodes before linearized reading' (duration: 181.622278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:58.22154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.297081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T05:47:58.221578Z","caller":"traceutil/trace.go:171","msg":"trace[1217863941] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29334; }","duration":"133.393863ms","start":"2026-03-31T05:47:58.088176Z","end":"2026-03-31T05:47:58.22157Z","steps":["trace[1217863941] 'agreement among raft nodes before linearized reading' (duration: 133.28241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:58.478643Z","caller":"traceutil/trace.go:171","msg":"trace[58091056] transaction","detail":"{read_only:false; response_revision:29336; number_of_response:1; }","duration":"252.99383ms","start":"2026-03-31T05:47:58.225631Z","end":"2026-03-31T05:47:58.478625Z","steps":["trace[58091056] 'process raft request' (duration: 252.831346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:58.478847Z","caller":"traceutil/trace.go:171","msg":"trace[1703128613] linearizableReadLoop","detail":"{readStateIndex:30672; appliedIndex:30670; }","duration":"178.77227ms","start":"2026-03-31T05:47:58.300046Z","end":"2026-03-31T05:47:58.478818Z","steps":["trace[1703128613] 'read index received' (duration: 178.33657ms)","trace[1703128613] 'applied index is now lower than readState.Index' (duration: 433.85µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:58.478964Z","caller":"traceutil/trace.go:171","msg":"trace[304243004] transaction","detail":"{read_only:false; response_revision:29337; number_of_response:1; }","duration":"253.243496ms","start":"2026-03-31T05:47:58.225693Z","end":"2026-03-31T05:47:58.478936Z","steps":["trace[304243004] 'process raft request' (duration: 252.897108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:58.47917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.098188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-31T05:47:58.479253Z","caller":"traceutil/trace.go:171","msg":"trace[1456564826] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29337; }","duration":"179.19217ms","start":"2026-03-31T05:47:58.300039Z","end":"2026-03-31T05:47:58.479231Z","steps":["trace[1456564826] 'agreement among raft nodes before linearized reading' (duration: 178.942364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:58.822062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.745018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:58.822206Z","caller":"traceutil/trace.go:171","msg":"trace[1662096344] transaction","detail":"{read_only:false; response_revision:29340; number_of_response:1; }","duration":"221.957904ms","start":"2026-03-31T05:47:58.600235Z","end":"2026-03-31T05:47:58.822193Z","steps":["trace[1662096344] 'process raft request' (duration: 221.909843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:58.822221Z","caller":"traceutil/trace.go:171","msg":"trace[545564130] linearizableReadLoop","detail":"{readStateIndex:30674; appliedIndex:30673; }","duration":"239.507731ms","start":"2026-03-31T05:47:58.582683Z","end":"2026-03-31T05:47:58.822191Z","steps":["trace[545564130] 'read index received' (duration: 71.589229ms)","trace[545564130] 'applied index is now lower than readState.Index' (duration: 167.915652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:58.822297Z","caller":"traceutil/trace.go:171","msg":"trace[436149911] transaction","detail":"{read_only:false; response_revision:29339; number_of_response:1; }","duration":"314.066068ms","start":"2026-03-31T05:47:58.508182Z","end":"2026-03-31T05:47:58.822248Z","steps":["trace[436149911] 'process raft request' (duration: 146.067524ms)","trace[436149911] 'compare' (duration: 167.654666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:58.822413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:58.508156Z","time spent":"314.181031ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:58.822426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.734676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:58.822468Z","caller":"traceutil/trace.go:171","msg":"trace[284327538] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29340; }","duration":"239.818788ms","start":"2026-03-31T05:47:58.582635Z","end":"2026-03-31T05:47:58.822454Z","steps":["trace[284327538] 'agreement among raft nodes before linearized reading' (duration: 239.698055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:58.822882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.536225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:47:58.822896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.324917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:47:58.822894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.8351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:47:58.822926Z","caller":"traceutil/trace.go:171","msg":"trace[591246830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29340; }","duration":"224.613117ms","start":"2026-03-31T05:47:58.598305Z","end":"2026-03-31T05:47:58.822918Z","steps":["trace[591246830] 'agreement among raft nodes before linearized reading' (duration: 224.493794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:58.82294Z","caller":"traceutil/trace.go:171","msg":"trace[1337061390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29340; }","duration":"215.382418ms","start":"2026-03-31T05:47:58.607543Z","end":"2026-03-31T05:47:58.822926Z","steps":["trace[1337061390] 'agreement among raft nodes before linearized reading' (duration: 215.254805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:58.822946Z","caller":"traceutil/trace.go:171","msg":"trace[729995338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29340; }","duration":"218.918362ms","start":"2026-03-31T05:47:58.604016Z","end":"2026-03-31T05:47:58.822934Z","steps":["trace[729995338] 'agreement among raft nodes before linearized reading' (duration: 218.784309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:59.142843Z","caller":"traceutil/trace.go:171","msg":"trace[360949384] transaction","detail":"{read_only:false; response_revision:29342; number_of_response:1; }","duration":"315.622664ms","start":"2026-03-31T05:47:58.827195Z","end":"2026-03-31T05:47:59.142818Z","steps":["trace[360949384] 'process raft request' (duration: 315.193264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:59.143143Z","caller":"traceutil/trace.go:171","msg":"trace[1971896891] transaction","detail":"{read_only:false; response_revision:29343; number_of_response:1; }","duration":"315.223545ms","start":"2026-03-31T05:47:58.827888Z","end":"2026-03-31T05:47:59.143112Z","steps":["trace[1971896891] 'process raft request' (duration: 314.869737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:59.143216Z","caller":"traceutil/trace.go:171","msg":"trace[723963299] linearizableReadLoop","detail":"{readStateIndex:30678; appliedIndex:30675; }","duration":"286.30619ms","start":"2026-03-31T05:47:58.856897Z","end":"2026-03-31T05:47:59.143204Z","steps":["trace[723963299] 'read index received' (duration: 52.306001ms)","trace[723963299] 'applied index is now lower than readState.Index' (duration: 233.999099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:59.143299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:58.827849Z","time spent":"315.359778ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:59.143278Z","caller":"traceutil/trace.go:171","msg":"trace[2536333] transaction","detail":"{read_only:false; response_revision:29345; number_of_response:1; }","duration":"100.961394ms","start":"2026-03-31T05:47:59.042291Z","end":"2026-03-31T05:47:59.143252Z","steps":["trace[2536333] 'process raft request' (duration: 100.907183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:59.143366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.467784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:59.143407Z","caller":"traceutil/trace.go:171","msg":"trace[2109982835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29345; }","duration":"286.546826ms","start":"2026-03-31T05:47:58.856848Z","end":"2026-03-31T05:47:59.143395Z","steps":["trace[2109982835] 'agreement among raft nodes before linearized reading' (duration: 286.436193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:59.14338Z","caller":"traceutil/trace.go:171","msg":"trace[1304002723] transaction","detail":"{read_only:false; response_revision:29344; number_of_response:1; }","duration":"101.272142ms","start":"2026-03-31T05:47:59.042072Z","end":"2026-03-31T05:47:59.143344Z","steps":["trace[1304002723] 'process raft request' (duration: 100.956824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:59.14365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.581167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:59.143689Z","caller":"traceutil/trace.go:171","msg":"trace[1221667165] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:29345; }","duration":"257.66184ms","start":"2026-03-31T05:47:58.886019Z","end":"2026-03-31T05:47:59.143681Z","steps":["trace[1221667165] 'agreement among raft nodes before linearized reading' (duration: 257.601868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:59.143762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.137687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T05:47:59.143839Z","caller":"traceutil/trace.go:171","msg":"trace[1360988260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:29345; }","duration":"270.219869ms","start":"2026-03-31T05:47:58.8736Z","end":"2026-03-31T05:47:59.14382Z","steps":["trace[1360988260] 'agreement among raft nodes before linearized reading' (duration: 270.004583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:59.144193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:58.827165Z","time spent":"315.796329ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:48:02.350478Z","caller":"traceutil/trace.go:171","msg":"trace[462379947] transaction","detail":"{read_only:false; response_revision:29366; number_of_response:1; }","duration":"116.852601ms","start":"2026-03-31T05:48:02.233568Z","end":"2026-03-31T05:48:02.35042Z","steps":["trace[462379947] 'process raft request' (duration: 116.579675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:02.35059Z","caller":"traceutil/trace.go:171","msg":"trace[1320497630] transaction","detail":"{read_only:false; response_revision:29367; number_of_response:1; }","duration":"115.905328ms","start":"2026-03-31T05:48:02.23465Z","end":"2026-03-31T05:48:02.350555Z","steps":["trace[1320497630] 'process raft request' (duration: 115.685543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:02.469938Z","caller":"traceutil/trace.go:171","msg":"trace[521268348] transaction","detail":"{read_only:false; response_revision:29368; number_of_response:1; }","duration":"115.269583ms","start":"2026-03-31T05:48:02.354635Z","end":"2026-03-31T05:48:02.469904Z","steps":["trace[521268348] 'process raft request' (duration: 79.045214ms)","trace[521268348] 'compare' (duration: 36.074275ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:02.693575Z","caller":"traceutil/trace.go:171","msg":"trace[321490010] transaction","detail":"{read_only:false; response_revision:29370; number_of_response:1; }","duration":"192.229239ms","start":"2026-03-31T05:48:02.501311Z","end":"2026-03-31T05:48:02.69354Z","steps":["trace[321490010] 'process raft request' (duration: 174.869997ms)","trace[321490010] 'compare' (duration: 16.934022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:03.117555Z","caller":"traceutil/trace.go:171","msg":"trace[161379875] transaction","detail":"{read_only:false; response_revision:29373; number_of_response:1; }","duration":"112.768944ms","start":"2026-03-31T05:48:03.004759Z","end":"2026-03-31T05:48:03.117528Z","steps":["trace[161379875] 'process raft request' (duration: 82.221699ms)","trace[161379875] 'compare' (duration: 30.164466ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:03.319207Z","caller":"traceutil/trace.go:171","msg":"trace[1063502324] transaction","detail":"{read_only:false; response_revision:29375; number_of_response:1; }","duration":"157.424443ms","start":"2026-03-31T05:48:03.161764Z","end":"2026-03-31T05:48:03.319188Z","steps":["trace[1063502324] 'process raft request' (duration: 157.312811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:03.319389Z","caller":"traceutil/trace.go:171","msg":"trace[1552749483] linearizableReadLoop","detail":"{readStateIndex:30712; appliedIndex:30711; }","duration":"143.469902ms","start":"2026-03-31T05:48:03.175889Z","end":"2026-03-31T05:48:03.319359Z","steps":["trace[1552749483] 'read index received' (duration: 143.184086ms)","trace[1552749483] 'applied index is now lower than readState.Index' (duration: 283.156µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:48:03.319535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.757806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:48:03.319595Z","caller":"traceutil/trace.go:171","msg":"trace[86462269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29375; }","duration":"158.899058ms","start":"2026-03-31T05:48:03.160684Z","end":"2026-03-31T05:48:03.319583Z","steps":["trace[86462269] 'agreement among raft nodes before linearized reading' (duration: 158.745775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:03.479096Z","caller":"traceutil/trace.go:171","msg":"trace[563882873] transaction","detail":"{read_only:false; response_revision:29376; number_of_response:1; }","duration":"299.165395ms","start":"2026-03-31T05:48:03.179901Z","end":"2026-03-31T05:48:03.479066Z","steps":["trace[563882873] 'process raft request' (duration: 239.841508ms)","trace[563882873] 'compare' (duration: 59.140093ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:03.479143Z","caller":"traceutil/trace.go:171","msg":"trace[1510463388] linearizableReadLoop","detail":"{readStateIndex:30714; appliedIndex:30712; }","duration":"159.666737ms","start":"2026-03-31T05:48:03.319462Z","end":"2026-03-31T05:48:03.479129Z","steps":["trace[1510463388] 'read index received' (duration: 100.249677ms)","trace[1510463388] 'applied index is now lower than readState.Index' (duration: 59.414669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:03.479151Z","caller":"traceutil/trace.go:171","msg":"trace[789058951] transaction","detail":"{read_only:false; response_revision:29378; number_of_response:1; }","duration":"155.576469ms","start":"2026-03-31T05:48:03.323549Z","end":"2026-03-31T05:48:03.479125Z","steps":["trace[789058951] 'process raft request' (duration: 155.532888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:03.479179Z","caller":"traceutil/trace.go:171","msg":"trace[410445479] transaction","detail":"{read_only:false; response_revision:29377; number_of_response:1; }","duration":"258.108321ms","start":"2026-03-31T05:48:03.221042Z","end":"2026-03-31T05:48:03.47915Z","steps":["trace[410445479] 'process raft request' (duration: 257.963708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:03.479281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.062236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-31T05:48:03.479307Z","caller":"traceutil/trace.go:171","msg":"trace[536129223] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29378; }","duration":"289.131446ms","start":"2026-03-31T05:48:03.190165Z","end":"2026-03-31T05:48:03.479297Z","steps":["trace[536129223] 'agreement among raft nodes before linearized reading' (duration: 289.001563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:03.713879Z","caller":"traceutil/trace.go:171","msg":"trace[1695277643] transaction","detail":"{read_only:false; response_revision:29380; number_of_response:1; }","duration":"165.729381ms","start":"2026-03-31T05:48:03.548132Z","end":"2026-03-31T05:48:03.713861Z","steps":["trace[1695277643] 'process raft request' (duration: 165.409013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:12.205376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26926} {"level":"info","ts":"2026-03-31T05:49:12.349582Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26926,"took":"139.959289ms","hash":1795412286,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":35549184,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-31T05:49:12.34964Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1795412286,"revision":26926,"compact-revision":23313} {"level":"info","ts":"2026-03-31T05:54:12.212283Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30218} {"level":"info","ts":"2026-03-31T05:54:12.365443Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30218,"took":"149.515406ms","hash":1153064711,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":36651008,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-31T05:54:12.365521Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1153064711,"revision":30218,"compact-revision":26926} {"level":"info","ts":"2026-03-31T05:59:12.222877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33303} {"level":"info","ts":"2026-03-31T05:59:12.359817Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33303,"took":"133.314174ms","hash":1124612834,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":34201600,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T05:59:12.359886Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1124612834,"revision":33303,"compact-revision":30218} {"level":"info","ts":"2026-03-31T06:03:17.297803Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T06:03:17.302902Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-31T06:03:17.303058Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-31T06:04:12.230862Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35975} {"level":"info","ts":"2026-03-31T06:04:12.368905Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35975,"took":"133.108639ms","hash":3920278756,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":34463744,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T06:04:12.368958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3920278756,"revision":35975,"compact-revision":33303} {"level":"info","ts":"2026-03-31T06:09:12.235269Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38757} {"level":"info","ts":"2026-03-31T06:09:12.3777Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38757,"took":"139.274216ms","hash":643851790,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":34897920,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-03-31T06:09:12.377767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":643851790,"revision":38757,"compact-revision":35975} {"level":"info","ts":"2026-03-31T06:14:12.244094Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41529} {"level":"info","ts":"2026-03-31T06:14:12.385262Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41529,"took":"137.723518ms","hash":102003465,"current-db-size-bytes":60813312,"current-db-size":"61 MB","current-db-size-in-use-bytes":33705984,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T06:14:12.385322Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":102003465,"revision":41529,"compact-revision":38757}