{"level":"warn","ts":"2026-03-04T01:22:32.650534Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:22:32.650643Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:22:32.650752Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:22:32.650772Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-04T01:22:32.650796Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:22:32.651535Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-03-04T01:22:32.651609Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:22:32.654943Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.113706ms"} {"level":"info","ts":"2026-03-04T01:22:32.659265Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-03-04T01:22:32.659374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:22:32.659405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-03-04T01:22:32.659441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:22:32.659459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-03-04T01:22:32.659516Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-03-04T01:22:32.669112Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:22:32.670545Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:22:32.67191Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:22:32.674574Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:22:32.674913Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:22:32.675027Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:32.675072Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:32.675087Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:32.675838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-03-04T01:22:32.677249Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-04T01:22:32.679545Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:22:32.679655Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-04T01:22:32.679688Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-04T01:22:32.679889Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:22:32.679951Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:22:33.459729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:22:33.459791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:22:33.459814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-03-04T01:22:33.459835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:22:33.459846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-04T01:22:33.459865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-03-04T01:22:33.459892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-04T01:22:33.460864Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:33.461631Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:22:33.461631Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:22:33.461698Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:22:33.462116Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:33.462139Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:22:33.46218Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:22:33.462292Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:33.462335Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:33.465174Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-03-04T01:22:33.465425Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:23:10.950525Z","caller":"traceutil/trace.go:171","msg":"trace[317637541] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"262.990201ms","start":"2026-03-04T01:23:10.687503Z","end":"2026-03-04T01:23:10.950493Z","steps":["trace[317637541] 'process raft request' (duration: 233.560856ms)","trace[317637541] 'compare' (duration: 29.106487ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:11.660229Z","caller":"traceutil/trace.go:171","msg":"trace[2011559504] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"217.06568ms","start":"2026-03-04T01:23:11.443132Z","end":"2026-03-04T01:23:11.660197Z","steps":["trace[2011559504] 'process raft request' (duration: 216.892986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:39.052972Z","caller":"traceutil/trace.go:171","msg":"trace[1113300261] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"175.678603ms","start":"2026-03-04T01:24:38.877254Z","end":"2026-03-04T01:24:39.052932Z","steps":["trace[1113300261] 'process raft request' (duration: 175.410515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:22.130912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.32659ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:25:22.25812Z","caller":"traceutil/trace.go:171","msg":"trace[600288727] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"124.039819ms","start":"2026-03-04T01:25:22.134052Z","end":"2026-03-04T01:25:22.258091Z","steps":["trace[600288727] 'process raft request' (duration: 123.855895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:22.429715Z","caller":"traceutil/trace.go:171","msg":"trace[778252742] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2044; }","duration":"102.445845ms","start":"2026-03-04T01:25:22.327239Z","end":"2026-03-04T01:25:22.429685Z","steps":["trace[778252742] 'read index received' (duration: 93.655386ms)","trace[778252742] 'applied index is now lower than readState.Index' (duration: 8.789439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:22.429858Z","caller":"traceutil/trace.go:171","msg":"trace[1881821060] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"146.499768ms","start":"2026-03-04T01:25:22.283322Z","end":"2026-03-04T01:25:22.429822Z","steps":["trace[1881821060] 'process raft request' (duration: 137.635458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:22.429952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.704202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-04T01:25:22.430066Z","caller":"traceutil/trace.go:171","msg":"trace[1774251752] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1976; }","duration":"102.845606ms","start":"2026-03-04T01:25:22.327175Z","end":"2026-03-04T01:25:22.430021Z","steps":["trace[1774251752] 'agreement among raft nodes before linearized reading' (duration: 102.65123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:34.719051Z","caller":"traceutil/trace.go:171","msg":"trace[693720956] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"124.440851ms","start":"2026-03-04T01:25:34.594579Z","end":"2026-03-04T01:25:34.71902Z","steps":["trace[693720956] 'process raft request' (duration: 88.96437ms)","trace[693720956] 'compare' (duration: 35.275885ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:03.671559Z","caller":"traceutil/trace.go:171","msg":"trace[1268355437] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2373; }","duration":"180.775286ms","start":"2026-03-04T01:26:03.490755Z","end":"2026-03-04T01:26:03.67153Z","steps":["trace[1268355437] 'read index received' (duration: 180.528269ms)","trace[1268355437] 'applied index is now lower than readState.Index' (duration: 245.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:03.671608Z","caller":"traceutil/trace.go:171","msg":"trace[58890881] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"187.984702ms","start":"2026-03-04T01:26:03.483595Z","end":"2026-03-04T01:26:03.671579Z","steps":["trace[58890881] 'process raft request' (duration: 187.753975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.67176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.993263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:26:03.671801Z","caller":"traceutil/trace.go:171","msg":"trace[1039222703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2286; }","duration":"181.070494ms","start":"2026-03-04T01:26:03.49072Z","end":"2026-03-04T01:26:03.671791Z","steps":["trace[1039222703] 'agreement among raft nodes before linearized reading' (duration: 180.938821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:34.153145Z","caller":"traceutil/trace.go:171","msg":"trace[293040691] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"105.687692ms","start":"2026-03-04T01:26:34.047432Z","end":"2026-03-04T01:26:34.153119Z","steps":["trace[293040691] 'process raft request' (duration: 105.520818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.394747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.019588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:26:34.394875Z","caller":"traceutil/trace.go:171","msg":"trace[1097631941] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"237.130955ms","start":"2026-03-04T01:26:34.157722Z","end":"2026-03-04T01:26:34.394853Z","steps":["trace[1097631941] 'process raft request' (duration: 87.495281ms)","trace[1097631941] 'compare' (duration: 148.884183ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:44.38333Z","caller":"traceutil/trace.go:171","msg":"trace[8407184] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"108.888883ms","start":"2026-03-04T01:28:44.274416Z","end":"2026-03-04T01:28:44.383304Z","steps":["trace[8407184] 'process raft request' (duration: 45.828664ms)","trace[8407184] 'compare' (duration: 62.882634ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:59.792629Z","caller":"traceutil/trace.go:171","msg":"trace[211701813] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"242.148209ms","start":"2026-03-04T01:28:59.550462Z","end":"2026-03-04T01:28:59.79261Z","steps":["trace[211701813] 'process raft request' (duration: 242.020586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:59.792669Z","caller":"traceutil/trace.go:171","msg":"trace[33573865] linearizableReadLoop","detail":"{readStateIndex:4534; appliedIndex:4534; }","duration":"221.765896ms","start":"2026-03-04T01:28:59.570858Z","end":"2026-03-04T01:28:59.792624Z","steps":["trace[33573865] 'read index received' (duration: 221.748345ms)","trace[33573865] 'applied index is now lower than readState.Index' (duration: 14.341µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:59.79358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.690011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-04T01:28:59.793637Z","caller":"traceutil/trace.go:171","msg":"trace[1174183581] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4342; }","duration":"222.818215ms","start":"2026-03-04T01:28:59.570801Z","end":"2026-03-04T01:28:59.793619Z","steps":["trace[1174183581] 'agreement among raft nodes before linearized reading' (duration: 221.970142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:12.072313Z","caller":"traceutil/trace.go:171","msg":"trace[1987717612] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"192.458077ms","start":"2026-03-04T01:29:11.879827Z","end":"2026-03-04T01:29:12.072285Z","steps":["trace[1987717612] 'process raft request' (duration: 192.317923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:16.781396Z","caller":"traceutil/trace.go:171","msg":"trace[1557421930] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"120.799152ms","start":"2026-03-04T01:29:16.66057Z","end":"2026-03-04T01:29:16.781369Z","steps":["trace[1557421930] 'process raft request' (duration: 120.553755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:31.551426Z","caller":"traceutil/trace.go:171","msg":"trace[298512348] linearizableReadLoop","detail":"{readStateIndex:4973; appliedIndex:4972; }","duration":"109.936152ms","start":"2026-03-04T01:29:31.441471Z","end":"2026-03-04T01:29:31.551407Z","steps":["trace[298512348] 'read index received' (duration: 109.758348ms)","trace[298512348] 'applied index is now lower than readState.Index' (duration: 176.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:31.551565Z","caller":"traceutil/trace.go:171","msg":"trace[260482438] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"169.152226ms","start":"2026-03-04T01:29:31.38239Z","end":"2026-03-04T01:29:31.551542Z","steps":["trace[260482438] 'process raft request' (duration: 168.861888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:31.551697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.210841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:29:31.551769Z","caller":"traceutil/trace.go:171","msg":"trace[136066145] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4764; }","duration":"110.321303ms","start":"2026-03-04T01:29:31.441428Z","end":"2026-03-04T01:29:31.551749Z","steps":["trace[136066145] 'agreement among raft nodes before linearized reading' (duration: 110.126958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:31.551913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.73818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-04T01:29:31.551988Z","caller":"traceutil/trace.go:171","msg":"trace[2053382514] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4764; }","duration":"104.848183ms","start":"2026-03-04T01:29:31.447119Z","end":"2026-03-04T01:29:31.551967Z","steps":["trace[2053382514] 'agreement among raft nodes before linearized reading' (duration: 104.630127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:31.884133Z","caller":"traceutil/trace.go:171","msg":"trace[983807816] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"321.591068ms","start":"2026-03-04T01:29:31.562522Z","end":"2026-03-04T01:29:31.884113Z","steps":["trace[983807816] 'process raft request' (duration: 321.457585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:31.884308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:31.562507Z","time spent":"321.700071ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:29:32.193413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.888463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:29:32.193639Z","caller":"traceutil/trace.go:171","msg":"trace[1324268092] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"630.967921ms","start":"2026-03-04T01:29:31.56263Z","end":"2026-03-04T01:29:32.193598Z","steps":["trace[1324268092] 'process raft request' (duration: 488.79005ms)","trace[1324268092] 'compare' (duration: 141.75941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:32.193723Z","caller":"traceutil/trace.go:171","msg":"trace[287082715] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"630.799157ms","start":"2026-03-04T01:29:31.562905Z","end":"2026-03-04T01:29:32.193704Z","steps":["trace[287082715] 'process raft request' (duration: 630.610922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:32.193766Z","caller":"traceutil/trace.go:171","msg":"trace[1746898855] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"630.708905ms","start":"2026-03-04T01:29:31.563014Z","end":"2026-03-04T01:29:32.193722Z","steps":["trace[1746898855] 'process raft request' (duration: 630.567571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:32.193827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:31.562873Z","time spent":"630.887539ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:29:32.193883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:31.562577Z","time spent":"631.139846ms","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:29:32.193918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:31.562999Z","time spent":"630.833508ms","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:32.193807Z","caller":"traceutil/trace.go:171","msg":"trace[925449305] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"630.087147ms","start":"2026-03-04T01:29:31.563682Z","end":"2026-03-04T01:29:32.19377Z","steps":["trace[925449305] 'process raft request' (duration: 629.938113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:32.194067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:31.563669Z","time spent":"630.324544ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:32.239685Z","caller":"traceutil/trace.go:171","msg":"trace[151048146] linearizableReadLoop","detail":"{readStateIndex:4979; appliedIndex:4973; }","duration":"453.803985ms","start":"2026-03-04T01:29:31.78586Z","end":"2026-03-04T01:29:32.239664Z","steps":["trace[151048146] 'read index received' (duration: 98.203718ms)","trace[151048146] 'applied index is now lower than readState.Index' (duration: 355.598907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:32.240051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.193736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:29:32.240097Z","caller":"traceutil/trace.go:171","msg":"trace[757955104] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4769; }","duration":"454.289449ms","start":"2026-03-04T01:29:31.785796Z","end":"2026-03-04T01:29:32.240086Z","steps":["trace[757955104] 'agreement among raft nodes before linearized reading' (duration: 454.131905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:32.24013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:31.78577Z","time spent":"454.352172ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T01:32:33.49269Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3028} {"level":"info","ts":"2026-03-04T01:32:33.568728Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3028,"took":"74.369328ms","hash":79322267,"current-db-size-bytes":43552768,"current-db-size":"44 MB","current-db-size-in-use-bytes":30277632,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T01:32:33.568795Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":79322267,"revision":3028,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:35:12.117447Z","caller":"traceutil/trace.go:171","msg":"trace[324750368] linearizableReadLoop","detail":"{readStateIndex:8037; appliedIndex:8036; }","duration":"123.120091ms","start":"2026-03-04T01:35:11.994304Z","end":"2026-03-04T01:35:12.117424Z","steps":["trace[324750368] 'read index received' (duration: 123.027759ms)","trace[324750368] 'applied index is now lower than readState.Index' (duration: 91.282µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:12.117546Z","caller":"traceutil/trace.go:171","msg":"trace[886590319] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"353.807153ms","start":"2026-03-04T01:35:11.763712Z","end":"2026-03-04T01:35:12.117519Z","steps":["trace[886590319] 'process raft request' (duration: 353.546096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:12.11769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:11.763699Z","time spent":"353.914725ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:12.117735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.410599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-04T01:35:12.117853Z","caller":"traceutil/trace.go:171","msg":"trace[49549369] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7679; }","duration":"123.566194ms","start":"2026-03-04T01:35:11.99425Z","end":"2026-03-04T01:35:12.117816Z","steps":["trace[49549369] 'agreement among raft nodes before linearized reading' (duration: 123.299666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:12.14613Z","caller":"traceutil/trace.go:171","msg":"trace[948718364] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"126.630536ms","start":"2026-03-04T01:35:12.019479Z","end":"2026-03-04T01:35:12.146109Z","steps":["trace[948718364] 'process raft request' (duration: 126.502363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:12.146288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.755981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:35:12.146367Z","caller":"traceutil/trace.go:171","msg":"trace[1029039672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7680; }","duration":"140.878354ms","start":"2026-03-04T01:35:12.00547Z","end":"2026-03-04T01:35:12.146349Z","steps":["trace[1029039672] 'agreement among raft nodes before linearized reading' (duration: 140.72825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:24.595102Z","caller":"traceutil/trace.go:171","msg":"trace[444925418] linearizableReadLoop","detail":"{readStateIndex:8121; appliedIndex:8120; }","duration":"248.078812ms","start":"2026-03-04T01:35:24.346999Z","end":"2026-03-04T01:35:24.595078Z","steps":["trace[444925418] 'read index received' (duration: 216.494295ms)","trace[444925418] 'applied index is now lower than readState.Index' (duration: 31.583287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:24.595313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.306779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-04T01:35:24.595368Z","caller":"traceutil/trace.go:171","msg":"trace[1469870971] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7757; }","duration":"248.383271ms","start":"2026-03-04T01:35:24.346962Z","end":"2026-03-04T01:35:24.595345Z","steps":["trace[1469870971] 'agreement among raft nodes before linearized reading' (duration: 248.215716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:24.595684Z","caller":"traceutil/trace.go:171","msg":"trace[260930105] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"253.016938ms","start":"2026-03-04T01:35:24.342632Z","end":"2026-03-04T01:35:24.595649Z","steps":["trace[260930105] 'process raft request' (duration: 220.862744ms)","trace[260930105] 'compare' (duration: 30.57497ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:25.143431Z","caller":"traceutil/trace.go:171","msg":"trace[1688176276] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"108.800894ms","start":"2026-03-04T01:35:25.034582Z","end":"2026-03-04T01:35:25.143383Z","steps":["trace[1688176276] 'process raft request' (duration: 108.631289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:25.415793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.761114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:35:25.415898Z","caller":"traceutil/trace.go:171","msg":"trace[693868779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7762; }","duration":"248.012541ms","start":"2026-03-04T01:35:25.167866Z","end":"2026-03-04T01:35:25.415878Z","steps":["trace[693868779] 'range keys from in-memory index tree' (duration: 247.595879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:25.416151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.275452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:35:25.416181Z","caller":"traceutil/trace.go:171","msg":"trace[1976998780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7762; }","duration":"247.332222ms","start":"2026-03-04T01:35:25.168842Z","end":"2026-03-04T01:35:25.416175Z","steps":["trace[1976998780] 'range keys from in-memory index tree' (duration: 247.153928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:25.416316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.780157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:35:25.416343Z","caller":"traceutil/trace.go:171","msg":"trace[1178416952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7762; }","duration":"243.830488ms","start":"2026-03-04T01:35:25.172506Z","end":"2026-03-04T01:35:25.416337Z","steps":["trace[1178416952] 'range keys from in-memory index tree' (duration: 243.691044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:36:05.230133Z","caller":"traceutil/trace.go:171","msg":"trace[79227762] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"121.831916ms","start":"2026-03-04T01:36:05.108272Z","end":"2026-03-04T01:36:05.230104Z","steps":["trace[79227762] 'process raft request' (duration: 106.89697ms)","trace[79227762] 'compare' (duration: 14.568416ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:36:05.229922Z","caller":"traceutil/trace.go:171","msg":"trace[842533420] linearizableReadLoop","detail":"{readStateIndex:8491; appliedIndex:8490; }","duration":"116.249584ms","start":"2026-03-04T01:36:05.113641Z","end":"2026-03-04T01:36:05.229891Z","steps":["trace[842533420] 'read index received' (duration: 101.404431ms)","trace[842533420] 'applied index is now lower than readState.Index' (duration: 14.843923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:36:05.230487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.795469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-04T01:36:05.2306Z","caller":"traceutil/trace.go:171","msg":"trace[1778277240] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8107; }","duration":"116.985864ms","start":"2026-03-04T01:36:05.113594Z","end":"2026-03-04T01:36:05.23058Z","steps":["trace[1778277240] 'agreement among raft nodes before linearized reading' (duration: 116.577163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:36:06.069421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.089193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:36:06.069588Z","caller":"traceutil/trace.go:171","msg":"trace[508516155] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"308.356615ms","start":"2026-03-04T01:36:05.761202Z","end":"2026-03-04T01:36:06.069558Z","steps":["trace[508516155] 'process raft request' (duration: 54.003516ms)","trace[508516155] 'compare' (duration: 253.855086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:36:06.06987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:36:05.761177Z","time spent":"308.455618ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:36:06.619211Z","caller":"traceutil/trace.go:171","msg":"trace[1082317022] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"112.487343ms","start":"2026-03-04T01:36:06.506687Z","end":"2026-03-04T01:36:06.619175Z","steps":["trace[1082317022] 'process raft request' (duration: 35.203826ms)","trace[1082317022] 'compare' (duration: 77.005818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:33.498928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6201} {"level":"info","ts":"2026-03-04T01:37:33.597645Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6201,"took":"96.091666ms","hash":730606165,"current-db-size-bytes":47333376,"current-db-size":"47 MB","current-db-size-in-use-bytes":23613440,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:37:33.597719Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":730606165,"revision":6201,"compact-revision":3028} {"level":"info","ts":"2026-03-04T01:38:37.578503Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:38:37.583056Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:38:37.583146Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-04T01:41:11.975706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.34957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hztr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:41:11.976253Z","caller":"traceutil/trace.go:171","msg":"trace[1195969201] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hztr; range_end:; response_count:1; response_revision:11040; }","duration":"557.911587ms","start":"2026-03-04T01:41:11.418324Z","end":"2026-03-04T01:41:11.976236Z","steps":["trace[1195969201] 'range keys from in-memory index tree' (duration: 557.157953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.976293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:11.418276Z","time spent":"558.004371ms","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-9hztr\" "} {"level":"info","ts":"2026-03-04T01:41:11.979586Z","caller":"traceutil/trace.go:171","msg":"trace[995345557] linearizableReadLoop","detail":"{readStateIndex:11561; appliedIndex:11559; }","duration":"352.752654ms","start":"2026-03-04T01:41:11.626815Z","end":"2026-03-04T01:41:11.979568Z","steps":["trace[995345557] 'read index received' (duration: 347.781986ms)","trace[995345557] 'applied index is now lower than readState.Index' (duration: 4.969688ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:11.979618Z","caller":"traceutil/trace.go:171","msg":"trace[1398887064] transaction","detail":"{read_only:false; response_revision:11041; number_of_response:1; }","duration":"470.569082ms","start":"2026-03-04T01:41:11.509023Z","end":"2026-03-04T01:41:11.979592Z","steps":["trace[1398887064] 'process raft request' (duration: 470.441768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.979756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:11.508999Z","time spent":"470.682154ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:11.9798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.95994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-03-04T01:41:11.979829Z","caller":"traceutil/trace.go:171","msg":"trace[223703507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11041; }","duration":"353.066932ms","start":"2026-03-04T01:41:11.626754Z","end":"2026-03-04T01:41:11.979821Z","steps":["trace[223703507] 'agreement among raft nodes before linearized reading' (duration: 352.891737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.979879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:11.626731Z","time spent":"353.140535ms","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:41:21.527713Z","caller":"traceutil/trace.go:171","msg":"trace[2060058076] linearizableReadLoop","detail":"{readStateIndex:11628; appliedIndex:11627; }","duration":"183.941324ms","start":"2026-03-04T01:41:21.343749Z","end":"2026-03-04T01:41:21.527691Z","steps":["trace[2060058076] 'read index received' (duration: 183.835131ms)","trace[2060058076] 'applied index is now lower than readState.Index' (duration: 105.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:21.527841Z","caller":"traceutil/trace.go:171","msg":"trace[306742735] transaction","detail":"{read_only:false; response_revision:11105; number_of_response:1; }","duration":"185.008847ms","start":"2026-03-04T01:41:21.342802Z","end":"2026-03-04T01:41:21.527811Z","steps":["trace[306742735] 'process raft request' (duration: 184.746709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.527904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.14429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:41:21.527933Z","caller":"traceutil/trace.go:171","msg":"trace[1859277717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11105; }","duration":"184.208592ms","start":"2026-03-04T01:41:21.343715Z","end":"2026-03-04T01:41:21.527924Z","steps":["trace[1859277717] 'agreement among raft nodes before linearized reading' (duration: 184.077158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.53374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.795209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:41:21.533799Z","caller":"traceutil/trace.go:171","msg":"trace[173770239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11106; }","duration":"187.882902ms","start":"2026-03-04T01:41:21.345903Z","end":"2026-03-04T01:41:21.533785Z","steps":["trace[173770239] 'agreement among raft nodes before linearized reading' (duration: 187.697996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.533882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.825613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:21.53392Z","caller":"traceutil/trace.go:171","msg":"trace[498166694] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11106; }","duration":"154.876755ms","start":"2026-03-04T01:41:21.379038Z","end":"2026-03-04T01:41:21.533915Z","steps":["trace[498166694] 'agreement among raft nodes before linearized reading' (duration: 154.828633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.534072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.035779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:21.534089Z","caller":"traceutil/trace.go:171","msg":"trace[1684533957] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11106; }","duration":"155.06092ms","start":"2026-03-04T01:41:21.379022Z","end":"2026-03-04T01:41:21.534083Z","steps":["trace[1684533957] 'agreement among raft nodes before linearized reading' (duration: 155.016838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.534189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.708289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:21.534208Z","caller":"traceutil/trace.go:171","msg":"trace[1287231457] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11106; }","duration":"155.749861ms","start":"2026-03-04T01:41:21.378453Z","end":"2026-03-04T01:41:21.534203Z","steps":["trace[1287231457] 'agreement among raft nodes before linearized reading' (duration: 155.719759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.534197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.701838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:21.534256Z","caller":"traceutil/trace.go:171","msg":"trace[1639982185] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11106; }","duration":"155.772072ms","start":"2026-03-04T01:41:21.378466Z","end":"2026-03-04T01:41:21.534238Z","steps":["trace[1639982185] 'agreement among raft nodes before linearized reading' (duration: 155.688799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.534411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.867664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:21.534428Z","caller":"traceutil/trace.go:171","msg":"trace[1382868391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11106; }","duration":"155.899075ms","start":"2026-03-04T01:41:21.378524Z","end":"2026-03-04T01:41:21.534423Z","steps":["trace[1382868391] 'agreement among raft nodes before linearized reading' (duration: 155.858114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.534558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.987418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:21.534628Z","caller":"traceutil/trace.go:171","msg":"trace[51933789] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11106; }","duration":"156.086631ms","start":"2026-03-04T01:41:21.378526Z","end":"2026-03-04T01:41:21.534613Z","steps":["trace[51933789] 'agreement among raft nodes before linearized reading' (duration: 155.968818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.534647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.143063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:41:21.534672Z","caller":"traceutil/trace.go:171","msg":"trace[2469748] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11106; }","duration":"156.202685ms","start":"2026-03-04T01:41:21.378462Z","end":"2026-03-04T01:41:21.534664Z","steps":["trace[2469748] 'agreement among raft nodes before linearized reading' (duration: 156.134823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.827559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086044634072426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:41:27.832766Z","caller":"traceutil/trace.go:171","msg":"trace[9184303] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"634.605266ms","start":"2026-03-04T01:41:27.198028Z","end":"2026-03-04T01:41:27.832634Z","steps":["trace[9184303] 'process raft request' (duration: 634.450252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.833084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.198013Z","time spent":"634.859523ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:27.833329Z","caller":"traceutil/trace.go:171","msg":"trace[162955327] linearizableReadLoop","detail":"{readStateIndex:11665; appliedIndex:11663; }","duration":"505.788182ms","start":"2026-03-04T01:41:27.327517Z","end":"2026-03-04T01:41:27.833306Z","steps":["trace[162955327] 'read index received' (duration: 504.918277ms)","trace[162955327] 'applied index is now lower than readState.Index' (duration: 868.905µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:27.833589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.785556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:27.833595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.07075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-03-04T01:41:27.833626Z","caller":"traceutil/trace.go:171","msg":"trace[139470493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11139; }","duration":"496.850838ms","start":"2026-03-04T01:41:27.336765Z","end":"2026-03-04T01:41:27.833616Z","steps":["trace[139470493] 'agreement among raft nodes before linearized reading' (duration: 496.778176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.833637Z","caller":"traceutil/trace.go:171","msg":"trace[1482689016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11139; }","duration":"506.147602ms","start":"2026-03-04T01:41:27.327478Z","end":"2026-03-04T01:41:27.833625Z","steps":["trace[1482689016] 'agreement among raft nodes before linearized reading' (duration: 505.990918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.83365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.697358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:27.83367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.327461Z","time spent":"506.202556ms","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:41:27.83369Z","caller":"traceutil/trace.go:171","msg":"trace[486709187] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11139; }","duration":"283.7552ms","start":"2026-03-04T01:41:27.549925Z","end":"2026-03-04T01:41:27.83368Z","steps":["trace[486709187] 'agreement among raft nodes before linearized reading' (duration: 283.679798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.833703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.851043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:27.83373Z","caller":"traceutil/trace.go:171","msg":"trace[1645133203] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11139; }","duration":"283.891793ms","start":"2026-03-04T01:41:27.549828Z","end":"2026-03-04T01:41:27.833719Z","steps":["trace[1645133203] 'agreement among raft nodes before linearized reading' (duration: 283.850012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.833696Z","caller":"traceutil/trace.go:171","msg":"trace[45142090] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"549.135936ms","start":"2026-03-04T01:41:27.284495Z","end":"2026-03-04T01:41:27.833631Z","steps":["trace[45142090] 'process raft request' (duration: 548.715423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.833874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.277885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:41:27.8339Z","caller":"traceutil/trace.go:171","msg":"trace[29735628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11139; }","duration":"284.324916ms","start":"2026-03-04T01:41:27.549568Z","end":"2026-03-04T01:41:27.833893Z","steps":["trace[29735628] 'agreement among raft nodes before linearized reading' (duration: 284.225763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.833985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.000497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:27.833657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.336757Z","time spent":"496.892959ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:41:27.834033Z","caller":"traceutil/trace.go:171","msg":"trace[416210234] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11139; }","duration":"284.061129ms","start":"2026-03-04T01:41:27.549958Z","end":"2026-03-04T01:41:27.834019Z","steps":["trace[416210234] 'agreement among raft nodes before linearized reading' (duration: 283.974796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.834046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.972546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:27.834078Z","caller":"traceutil/trace.go:171","msg":"trace[77179471] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11139; }","duration":"285.023366ms","start":"2026-03-04T01:41:27.549043Z","end":"2026-03-04T01:41:27.834067Z","steps":["trace[77179471] 'agreement among raft nodes before linearized reading' (duration: 284.978335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.83416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.01968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:41:27.834106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.284473Z","time spent":"549.434605ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:27.834205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.009516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:41:27.834202Z","caller":"traceutil/trace.go:171","msg":"trace[743614626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11139; }","duration":"278.090432ms","start":"2026-03-04T01:41:27.556104Z","end":"2026-03-04T01:41:27.834194Z","steps":["trace[743614626] 'agreement among raft nodes before linearized reading' (duration: 277.995649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.834232Z","caller":"traceutil/trace.go:171","msg":"trace[1857815329] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11139; }","duration":"286.060978ms","start":"2026-03-04T01:41:27.548163Z","end":"2026-03-04T01:41:27.834224Z","steps":["trace[1857815329] 'agreement among raft nodes before linearized reading' (duration: 285.977806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.834281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.045318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:27.834363Z","caller":"traceutil/trace.go:171","msg":"trace[1627950368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11139; }","duration":"284.164891ms","start":"2026-03-04T01:41:27.55018Z","end":"2026-03-04T01:41:27.834345Z","steps":["trace[1627950368] 'agreement among raft nodes before linearized reading' (duration: 284.011057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.834399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.305562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-rzmbr\" ","response":"range_response_count:1 size:8067"} {"level":"warn","ts":"2026-03-04T01:41:27.834422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.262946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:41:27.834477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.907096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:27.83455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.395379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:27.834558Z","caller":"traceutil/trace.go:171","msg":"trace[95348800] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11139; }","duration":"301.990619ms","start":"2026-03-04T01:41:27.532552Z","end":"2026-03-04T01:41:27.834543Z","steps":["trace[95348800] 'agreement among raft nodes before linearized reading' (duration: 301.856904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.834634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.532492Z","time spent":"302.128824ms","remote":"127.0.0.1:55646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:41:27.834555Z","caller":"traceutil/trace.go:171","msg":"trace[1183127345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11139; }","duration":"280.39427ms","start":"2026-03-04T01:41:27.554114Z","end":"2026-03-04T01:41:27.834509Z","steps":["trace[1183127345] 'agreement among raft nodes before linearized reading' (duration: 280.066401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.834587Z","caller":"traceutil/trace.go:171","msg":"trace[428373050] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11139; }","duration":"286.476201ms","start":"2026-03-04T01:41:27.548102Z","end":"2026-03-04T01:41:27.834578Z","steps":["trace[428373050] 'agreement among raft nodes before linearized reading' (duration: 286.42219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.834997Z","caller":"traceutil/trace.go:171","msg":"trace[305329067] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-rzmbr; range_end:; response_count:1; response_revision:11139; }","duration":"292.938222ms","start":"2026-03-04T01:41:27.542035Z","end":"2026-03-04T01:41:27.834974Z","steps":["trace[305329067] 'agreement among raft nodes before linearized reading' (duration: 292.177429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.998298Z","caller":"traceutil/trace.go:171","msg":"trace[740797803] linearizableReadLoop","detail":"{readStateIndex:11666; appliedIndex:11665; }","duration":"159.705508ms","start":"2026-03-04T01:41:27.838569Z","end":"2026-03-04T01:41:27.998275Z","steps":["trace[740797803] 'read index received' (duration: 155.04399ms)","trace[740797803] 'applied index is now lower than readState.Index' (duration: 4.660738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:27.998398Z","caller":"traceutil/trace.go:171","msg":"trace[542990978] transaction","detail":"{read_only:false; response_revision:11140; number_of_response:1; }","duration":"159.982346ms","start":"2026-03-04T01:41:27.838406Z","end":"2026-03-04T01:41:27.998388Z","steps":["trace[542990978] 'process raft request' (duration: 155.195714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.998611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.024537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-03-04T01:41:27.99865Z","caller":"traceutil/trace.go:171","msg":"trace[1564772777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11140; }","duration":"160.092198ms","start":"2026-03-04T01:41:27.838548Z","end":"2026-03-04T01:41:27.99864Z","steps":["trace[1564772777] 'agreement among raft nodes before linearized reading' (duration: 159.950954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.999606Z","caller":"traceutil/trace.go:171","msg":"trace[1730026300] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"160.82843ms","start":"2026-03-04T01:41:27.838757Z","end":"2026-03-04T01:41:27.999586Z","steps":["trace[1730026300] 'process raft request' (duration: 160.698326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.999837Z","caller":"traceutil/trace.go:171","msg":"trace[442023054] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"160.020668ms","start":"2026-03-04T01:41:27.839797Z","end":"2026-03-04T01:41:27.999818Z","steps":["trace[442023054] 'process raft request' (duration: 159.754199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:28.000071Z","caller":"traceutil/trace.go:171","msg":"trace[1468534379] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"158.853123ms","start":"2026-03-04T01:41:27.841208Z","end":"2026-03-04T01:41:28.000061Z","steps":["trace[1468534379] 'process raft request' (duration: 158.535593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:28.000223Z","caller":"traceutil/trace.go:171","msg":"trace[1147982567] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"157.399851ms","start":"2026-03-04T01:41:27.842812Z","end":"2026-03-04T01:41:28.000212Z","steps":["trace[1147982567] 'process raft request' (duration: 157.195405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:28.000285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.361266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T01:41:28.000323Z","caller":"traceutil/trace.go:171","msg":"trace[737210565] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11144; }","duration":"112.447388ms","start":"2026-03-04T01:41:27.887865Z","end":"2026-03-04T01:41:28.000313Z","steps":["trace[737210565] 'agreement among raft nodes before linearized reading' (duration: 112.292354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:26.932339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.929888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:26.932448Z","caller":"traceutil/trace.go:171","msg":"trace[678503407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11593; }","duration":"269.099943ms","start":"2026-03-04T01:42:26.663327Z","end":"2026-03-04T01:42:26.932427Z","steps":["trace[678503407] 'count revisions from in-memory index tree' (duration: 268.788414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:26.932523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.45434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hztr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:42:26.932429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.932994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-04T01:42:26.932588Z","caller":"traceutil/trace.go:171","msg":"trace[1881794262] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hztr; range_end:; response_count:1; response_revision:11593; }","duration":"208.548111ms","start":"2026-03-04T01:42:26.724024Z","end":"2026-03-04T01:42:26.932572Z","steps":["trace[1881794262] 'range keys from in-memory index tree' (duration: 208.242894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:26.932632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.282983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-04T01:42:26.932715Z","caller":"traceutil/trace.go:171","msg":"trace[1349553458] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11593; }","duration":"125.206302ms","start":"2026-03-04T01:42:26.807426Z","end":"2026-03-04T01:42:26.932632Z","steps":["trace[1349553458] 'range keys from in-memory index tree' (duration: 124.754068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:26.932739Z","caller":"traceutil/trace.go:171","msg":"trace[1490474060] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11593; }","duration":"336.472569ms","start":"2026-03-04T01:42:26.596248Z","end":"2026-03-04T01:42:26.932721Z","steps":["trace[1490474060] 'range keys from in-memory index tree' (duration: 335.755149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:26.932812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:26.596233Z","time spent":"336.566892ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:42:27.215985Z","caller":"traceutil/trace.go:171","msg":"trace[1569129804] transaction","detail":"{read_only:false; response_revision:11594; number_of_response:1; }","duration":"276.835473ms","start":"2026-03-04T01:42:26.939129Z","end":"2026-03-04T01:42:27.215965Z","steps":["trace[1569129804] 'process raft request' (duration: 276.704729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:28.031201Z","caller":"traceutil/trace.go:171","msg":"trace[734602811] transaction","detail":"{read_only:false; response_revision:11595; number_of_response:1; }","duration":"1.091870911s","start":"2026-03-04T01:42:26.939282Z","end":"2026-03-04T01:42:28.031153Z","steps":["trace[734602811] 'process raft request' (duration: 1.091571572s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:28.031377Z","caller":"traceutil/trace.go:171","msg":"trace[51243612] linearizableReadLoop","detail":"{readStateIndex:12147; appliedIndex:12144; }","duration":"938.605184ms","start":"2026-03-04T01:42:27.092709Z","end":"2026-03-04T01:42:28.031314Z","steps":["trace[51243612] 'read index received' (duration: 123.191466ms)","trace[51243612] 'applied index is now lower than readState.Index' (duration: 815.411418ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:28.031365Z","caller":"traceutil/trace.go:171","msg":"trace[1181123075] transaction","detail":"{read_only:false; response_revision:11596; number_of_response:1; }","duration":"983.853307ms","start":"2026-03-04T01:42:27.047473Z","end":"2026-03-04T01:42:28.031326Z","steps":["trace[1181123075] 'process raft request' (duration: 983.59572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.031598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.871892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:42:28.031672Z","caller":"traceutil/trace.go:171","msg":"trace[588562022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11596; }","duration":"938.960984ms","start":"2026-03-04T01:42:27.092691Z","end":"2026-03-04T01:42:28.031652Z","steps":["trace[588562022] 'agreement among raft nodes before linearized reading' (duration: 938.730148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.03169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.04745Z","time spent":"984.099014ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:28.031725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.092683Z","time spent":"939.029686ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:42:28.03188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:26.939271Z","time spent":"1.092016985s","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:28.03638Z","caller":"traceutil/trace.go:171","msg":"trace[1782058607] transaction","detail":"{read_only:false; response_revision:11597; number_of_response:1; }","duration":"746.067909ms","start":"2026-03-04T01:42:27.290296Z","end":"2026-03-04T01:42:28.036364Z","steps":["trace[1782058607] 'process raft request' (duration: 745.835112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.036544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.539052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T01:42:28.036551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.065813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-04T01:42:28.036596Z","caller":"traceutil/trace.go:171","msg":"trace[1850724061] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11597; }","duration":"684.636235ms","start":"2026-03-04T01:42:27.351946Z","end":"2026-03-04T01:42:28.036582Z","steps":["trace[1850724061] 'agreement among raft nodes before linearized reading' (duration: 684.514591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.036672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.351921Z","time spent":"684.741558ms","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T01:42:28.036604Z","caller":"traceutil/trace.go:171","msg":"trace[1393559646] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11597; }","duration":"472.162976ms","start":"2026-03-04T01:42:27.564427Z","end":"2026-03-04T01:42:28.03659Z","steps":["trace[1393559646] 'agreement among raft nodes before linearized reading' (duration: 472.051003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.036773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.564407Z","time spent":"472.3551ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:42:28.036678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.29028Z","time spent":"746.140651ms","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:28.0367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.867224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:42:28.03695Z","caller":"traceutil/trace.go:171","msg":"trace[121837389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11597; }","duration":"942.149212ms","start":"2026-03-04T01:42:27.094776Z","end":"2026-03-04T01:42:28.036925Z","steps":["trace[121837389] 'agreement among raft nodes before linearized reading' (duration: 941.72029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.037082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.094755Z","time spent":"942.312526ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:42:28.036374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.85542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:28.037166Z","caller":"traceutil/trace.go:171","msg":"trace[1738060909] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11597; }","duration":"166.693103ms","start":"2026-03-04T01:42:27.870453Z","end":"2026-03-04T01:42:28.037146Z","steps":["trace[1738060909] 'agreement among raft nodes before linearized reading' (duration: 165.835679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:33.506081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8981} {"level":"info","ts":"2026-03-04T01:42:33.587686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8981,"took":"79.141769ms","hash":1725557762,"current-db-size-bytes":47333376,"current-db-size":"47 MB","current-db-size-in-use-bytes":25141248,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T01:42:33.587758Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1725557762,"revision":8981,"compact-revision":6201} {"level":"info","ts":"2026-03-04T01:44:22.673728Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032d0.wal"} {"level":"warn","ts":"2026-03-04T01:47:06.210483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.065684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:47:06.210575Z","caller":"traceutil/trace.go:171","msg":"trace[1256905148] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13715; }","duration":"149.186588ms","start":"2026-03-04T01:47:06.061372Z","end":"2026-03-04T01:47:06.210558Z","steps":["trace[1256905148] 'count revisions from in-memory index tree' (duration: 148.954722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:21.543728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.510432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hztr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:47:21.543845Z","caller":"traceutil/trace.go:171","msg":"trace[1790219321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hztr; range_end:; response_count:1; response_revision:13828; }","duration":"250.704467ms","start":"2026-03-04T01:47:21.293116Z","end":"2026-03-04T01:47:21.543821Z","steps":["trace[1790219321] 'range keys from in-memory index tree' (duration: 250.299706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:21.732543Z","caller":"traceutil/trace.go:171","msg":"trace[768055850] transaction","detail":"{read_only:false; response_revision:13829; number_of_response:1; }","duration":"169.955874ms","start":"2026-03-04T01:47:21.562561Z","end":"2026-03-04T01:47:21.732517Z","steps":["trace[768055850] 'process raft request' (duration: 169.810321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:21.921691Z","caller":"traceutil/trace.go:171","msg":"trace[1962550564] transaction","detail":"{read_only:false; response_revision:13830; number_of_response:1; }","duration":"357.886329ms","start":"2026-03-04T01:47:21.563758Z","end":"2026-03-04T01:47:21.921645Z","steps":["trace[1962550564] 'process raft request' (duration: 357.700594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:21.922057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:21.563728Z","time spent":"358.045363ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:47:21.923653Z","caller":"traceutil/trace.go:171","msg":"trace[376769724] linearizableReadLoop","detail":"{readStateIndex:14511; appliedIndex:14509; }","duration":"191.045169ms","start":"2026-03-04T01:47:21.732585Z","end":"2026-03-04T01:47:21.92363Z","steps":["trace[376769724] 'read index received' (duration: 188.82907ms)","trace[376769724] 'applied index is now lower than readState.Index' (duration: 2.214709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:47:21.924003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.418769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:47:21.924061Z","caller":"traceutil/trace.go:171","msg":"trace[884184814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13830; }","duration":"191.520212ms","start":"2026-03-04T01:47:21.732525Z","end":"2026-03-04T01:47:21.924045Z","steps":["trace[884184814] 'agreement among raft nodes before linearized reading' (duration: 191.219634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:21.924046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.280646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:47:21.924165Z","caller":"traceutil/trace.go:171","msg":"trace[283321630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13830; }","duration":"187.462122ms","start":"2026-03-04T01:47:21.73668Z","end":"2026-03-04T01:47:21.924142Z","steps":["trace[283321630] 'agreement among raft nodes before linearized reading' (duration: 187.106602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:21.92462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.268857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:47:21.924693Z","caller":"traceutil/trace.go:171","msg":"trace[375200193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13830; }","duration":"187.38429ms","start":"2026-03-04T01:47:21.737293Z","end":"2026-03-04T01:47:21.924677Z","steps":["trace[375200193] 'agreement among raft nodes before linearized reading' (duration: 187.155883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:33.511897Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11654} {"level":"info","ts":"2026-03-04T01:47:33.590449Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11654,"took":"76.082434ms","hash":36615346,"current-db-size-bytes":47333376,"current-db-size":"47 MB","current-db-size-in-use-bytes":25681920,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T01:47:33.590516Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":36615346,"revision":11654,"compact-revision":8981} {"level":"info","ts":"2026-03-04T01:49:05.021889Z","caller":"traceutil/trace.go:171","msg":"trace[335511828] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"179.166947ms","start":"2026-03-04T01:49:04.842686Z","end":"2026-03-04T01:49:05.021853Z","steps":["trace[335511828] 'process raft request' (duration: 178.91472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:05.803746Z","caller":"traceutil/trace.go:171","msg":"trace[1841159989] linearizableReadLoop","detail":"{readStateIndex:15747; appliedIndex:15746; }","duration":"142.096916ms","start":"2026-03-04T01:49:05.661621Z","end":"2026-03-04T01:49:05.803718Z","steps":["trace[1841159989] 'read index received' (duration: 141.915881ms)","trace[1841159989] 'applied index is now lower than readState.Index' (duration: 179.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:05.803885Z","caller":"traceutil/trace.go:171","msg":"trace[93827816] transaction","detail":"{read_only:false; response_revision:15010; number_of_response:1; }","duration":"146.131316ms","start":"2026-03-04T01:49:05.65774Z","end":"2026-03-04T01:49:05.803871Z","steps":["trace[93827816] 'process raft request' (duration: 145.801907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:05.804354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.668851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:49:05.80444Z","caller":"traceutil/trace.go:171","msg":"trace[1157482886] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15010; }","duration":"142.823056ms","start":"2026-03-04T01:49:05.661597Z","end":"2026-03-04T01:49:05.80442Z","steps":["trace[1157482886] 'agreement among raft nodes before linearized reading' (duration: 142.464436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:05.804339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.086735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-04T01:49:05.804601Z","caller":"traceutil/trace.go:171","msg":"trace[541148629] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15010; }","duration":"142.352583ms","start":"2026-03-04T01:49:05.662196Z","end":"2026-03-04T01:49:05.804549Z","steps":["trace[541148629] 'agreement among raft nodes before linearized reading' (duration: 142.003104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:05.804984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.189636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:05.805134Z","caller":"traceutil/trace.go:171","msg":"trace[1160913713] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15010; }","duration":"143.353491ms","start":"2026-03-04T01:49:05.66176Z","end":"2026-03-04T01:49:05.805113Z","steps":["trace[1160913713] 'agreement among raft nodes before linearized reading' (duration: 142.310632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:48.266793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.288157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-d4bzj\" ","response":"range_response_count:1 size:7318"} {"level":"info","ts":"2026-03-04T01:51:48.266976Z","caller":"traceutil/trace.go:171","msg":"trace[729068311] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-d4bzj; range_end:; response_count:1; response_revision:16514; }","duration":"155.472812ms","start":"2026-03-04T01:51:48.111434Z","end":"2026-03-04T01:51:48.266907Z","steps":["trace[729068311] 'range keys from in-memory index tree' (duration: 155.117741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:33.517114Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13999} {"level":"info","ts":"2026-03-04T01:52:33.602394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13999,"took":"82.975594ms","hash":3658001529,"current-db-size-bytes":47333376,"current-db-size":"47 MB","current-db-size-in-use-bytes":28454912,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:52:33.602465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3658001529,"revision":13999,"compact-revision":11654} {"level":"info","ts":"2026-03-04T01:54:24.206304Z","caller":"traceutil/trace.go:171","msg":"trace[1228847795] transaction","detail":"{read_only:false; response_revision:17714; number_of_response:1; }","duration":"267.152783ms","start":"2026-03-04T01:54:23.939133Z","end":"2026-03-04T01:54:24.206285Z","steps":["trace[1228847795] 'process raft request' (duration: 267.03005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:24.573177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.280761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T01:54:24.57332Z","caller":"traceutil/trace.go:171","msg":"trace[1088376641] linearizableReadLoop","detail":"{readStateIndex:18594; appliedIndex:18592; }","duration":"477.90422ms","start":"2026-03-04T01:54:24.095395Z","end":"2026-03-04T01:54:24.573299Z","steps":["trace[1088376641] 'read index received' (duration: 110.74754ms)","trace[1088376641] 'applied index is now lower than readState.Index' (duration: 367.15518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:24.573481Z","caller":"traceutil/trace.go:171","msg":"trace[982641936] transaction","detail":"{read_only:false; response_revision:17715; number_of_response:1; }","duration":"633.264234ms","start":"2026-03-04T01:54:23.940205Z","end":"2026-03-04T01:54:24.573469Z","steps":["trace[982641936] 'process raft request' (duration: 374.569652ms)","trace[982641936] 'compare' (duration: 258.096486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:24.573541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:23.940196Z","time spent":"633.318867ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:24.573728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.840143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:54:24.573801Z","caller":"traceutil/trace.go:171","msg":"trace[1191931072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17715; }","duration":"234.957056ms","start":"2026-03-04T01:54:24.338824Z","end":"2026-03-04T01:54:24.573781Z","steps":["trace[1191931072] 'agreement among raft nodes before linearized reading' (duration: 234.845173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:24.573841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.966265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T01:54:24.573848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.994521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T01:54:24.573885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.079704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T01:54:24.573919Z","caller":"traceutil/trace.go:171","msg":"trace[994077108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17715; }","duration":"473.063427ms","start":"2026-03-04T01:54:24.100836Z","end":"2026-03-04T01:54:24.5739Z","steps":["trace[994077108] 'agreement among raft nodes before linearized reading' (duration: 472.859111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:24.573912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.696725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:54:24.573974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:24.100826Z","time spent":"473.137379ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:54:24.574003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.133444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p4q66\" ","response":"range_response_count:1 size:20849"} {"level":"info","ts":"2026-03-04T01:54:24.573986Z","caller":"traceutil/trace.go:171","msg":"trace[977917495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17715; }","duration":"478.214976ms","start":"2026-03-04T01:54:24.095741Z","end":"2026-03-04T01:54:24.573956Z","steps":["trace[977917495] 'agreement among raft nodes before linearized reading' (duration: 477.890898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:24.574005Z","caller":"traceutil/trace.go:171","msg":"trace[955530675] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:17715; }","duration":"151.845059ms","start":"2026-03-04T01:54:24.422139Z","end":"2026-03-04T01:54:24.573984Z","steps":["trace[955530675] 'agreement among raft nodes before linearized reading' (duration: 151.652914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:24.574026Z","caller":"traceutil/trace.go:171","msg":"trace[1542231279] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p4q66; range_end:; response_count:1; response_revision:17715; }","duration":"219.186315ms","start":"2026-03-04T01:54:24.354834Z","end":"2026-03-04T01:54:24.57402Z","steps":["trace[1542231279] 'agreement among raft nodes before linearized reading' (duration: 219.098103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:24.573936Z","caller":"traceutil/trace.go:171","msg":"trace[554887691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17715; }","duration":"478.118224ms","start":"2026-03-04T01:54:24.095796Z","end":"2026-03-04T01:54:24.573914Z","steps":["trace[554887691] 'agreement among raft nodes before linearized reading' (duration: 477.920219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:24.574054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:24.095733Z","time spent":"478.30518ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:54:24.574097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:24.095776Z","time spent":"478.310309ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:54:24.574128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.739412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T01:54:24.574161Z","caller":"traceutil/trace.go:171","msg":"trace[1164621662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17715; }","duration":"478.809924ms","start":"2026-03-04T01:54:24.095341Z","end":"2026-03-04T01:54:24.574151Z","steps":["trace[1164621662] 'agreement among raft nodes before linearized reading' (duration: 478.67601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:24.573841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.826857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:54:24.574198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:24.09532Z","time spent":"478.871976ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:54:24.574403Z","caller":"traceutil/trace.go:171","msg":"trace[2058368899] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:17715; }","duration":"361.263849ms","start":"2026-03-04T01:54:24.212947Z","end":"2026-03-04T01:54:24.574211Z","steps":["trace[2058368899] 'agreement among raft nodes before linearized reading' (duration: 360.801467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:24.574455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:24.212934Z","time spent":"361.507575ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:56:38.812672Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:56:38.817383Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T01:56:38.817462Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T01:57:33.524175Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16846} {"level":"info","ts":"2026-03-04T01:57:33.61703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16846,"took":"89.453939ms","hash":1544079539,"current-db-size-bytes":47333376,"current-db-size":"47 MB","current-db-size-in-use-bytes":32968704,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-04T01:57:33.617079Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1544079539,"revision":16846,"compact-revision":13999} {"level":"info","ts":"2026-03-04T02:01:43.56828Z","caller":"traceutil/trace.go:171","msg":"trace[688165384] transaction","detail":"{read_only:false; response_revision:21839; number_of_response:1; }","duration":"139.031796ms","start":"2026-03-04T02:01:43.429225Z","end":"2026-03-04T02:01:43.568257Z","steps":["trace[688165384] 'process raft request' (duration: 138.529742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:48.944618Z","caller":"traceutil/trace.go:171","msg":"trace[137585881] linearizableReadLoop","detail":"{readStateIndex:22945; appliedIndex:22944; }","duration":"115.306101ms","start":"2026-03-04T02:01:48.829284Z","end":"2026-03-04T02:01:48.94459Z","steps":["trace[137585881] 'read index received' (duration: 115.014783ms)","trace[137585881] 'applied index is now lower than readState.Index' (duration: 290.188µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:48.944885Z","caller":"traceutil/trace.go:171","msg":"trace[453004298] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"133.29191ms","start":"2026-03-04T02:01:48.811537Z","end":"2026-03-04T02:01:48.944829Z","steps":["trace[453004298] 'process raft request' (duration: 132.910098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:48.944951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.915042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:01:48.945027Z","caller":"traceutil/trace.go:171","msg":"trace[147291586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21865; }","duration":"103.049937ms","start":"2026-03-04T02:01:48.841964Z","end":"2026-03-04T02:01:48.945014Z","steps":["trace[147291586] 'agreement among raft nodes before linearized reading' (duration: 102.823981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:48.944962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.65312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:01:48.945091Z","caller":"traceutil/trace.go:171","msg":"trace[589041200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21865; }","duration":"115.823455ms","start":"2026-03-04T02:01:48.829244Z","end":"2026-03-04T02:01:48.945067Z","steps":["trace[589041200] 'agreement among raft nodes before linearized reading' (duration: 115.537267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.156861Z","caller":"traceutil/trace.go:171","msg":"trace[535523774] transaction","detail":"{read_only:false; response_revision:21867; number_of_response:1; }","duration":"206.897164ms","start":"2026-03-04T02:01:48.94994Z","end":"2026-03-04T02:01:49.156837Z","steps":["trace[535523774] 'process raft request' (duration: 206.700079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.157101Z","caller":"traceutil/trace.go:171","msg":"trace[1633850910] transaction","detail":"{read_only:false; response_revision:21868; number_of_response:1; }","duration":"207.045698ms","start":"2026-03-04T02:01:48.950046Z","end":"2026-03-04T02:01:49.157091Z","steps":["trace[1633850910] 'process raft request' (duration: 206.74954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.157392Z","caller":"traceutil/trace.go:171","msg":"trace[1841000456] transaction","detail":"{read_only:false; response_revision:21869; number_of_response:1; }","duration":"207.280715ms","start":"2026-03-04T02:01:48.9501Z","end":"2026-03-04T02:01:49.15738Z","steps":["trace[1841000456] 'process raft request' (duration: 206.955526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.157574Z","caller":"traceutil/trace.go:171","msg":"trace[973033010] transaction","detail":"{read_only:false; response_revision:21870; number_of_response:1; }","duration":"207.171031ms","start":"2026-03-04T02:01:48.950382Z","end":"2026-03-04T02:01:49.157553Z","steps":["trace[973033010] 'process raft request' (duration: 206.899503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.158055Z","caller":"traceutil/trace.go:171","msg":"trace[100239306] transaction","detail":"{read_only:false; response_revision:21871; number_of_response:1; }","duration":"204.398285ms","start":"2026-03-04T02:01:48.953641Z","end":"2026-03-04T02:01:49.158039Z","steps":["trace[100239306] 'process raft request' (duration: 204.285992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.433207Z","caller":"traceutil/trace.go:171","msg":"trace[138717091] transaction","detail":"{read_only:false; response_revision:21872; number_of_response:1; }","duration":"101.508543ms","start":"2026-03-04T02:01:49.331677Z","end":"2026-03-04T02:01:49.433185Z","steps":["trace[138717091] 'process raft request' (duration: 101.339519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.632664Z","caller":"traceutil/trace.go:171","msg":"trace[1888237290] linearizableReadLoop","detail":"{readStateIndex:22953; appliedIndex:22952; }","duration":"142.49776ms","start":"2026-03-04T02:01:49.490133Z","end":"2026-03-04T02:01:49.632631Z","steps":["trace[1888237290] 'read index received' (duration: 66.720037ms)","trace[1888237290] 'applied index is now lower than readState.Index' (duration: 75.776223ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:49.632718Z","caller":"traceutil/trace.go:171","msg":"trace[2090812690] transaction","detail":"{read_only:false; response_revision:21873; number_of_response:1; }","duration":"192.873383ms","start":"2026-03-04T02:01:49.439805Z","end":"2026-03-04T02:01:49.632678Z","steps":["trace[2090812690] 'process raft request' (duration: 117.168771ms)","trace[2090812690] 'compare' (duration: 75.492516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:49.632965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.804648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-03-04T02:01:49.633015Z","caller":"traceutil/trace.go:171","msg":"trace[210406083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21873; }","duration":"142.902221ms","start":"2026-03-04T02:01:49.4901Z","end":"2026-03-04T02:01:49.633002Z","steps":["trace[210406083] 'agreement among raft nodes before linearized reading' (duration: 142.711866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.873384Z","caller":"traceutil/trace.go:171","msg":"trace[772249083] transaction","detail":"{read_only:false; response_revision:21875; number_of_response:1; }","duration":"199.501052ms","start":"2026-03-04T02:01:49.67386Z","end":"2026-03-04T02:01:49.873361Z","steps":["trace[772249083] 'process raft request' (duration: 199.361759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.188461Z","caller":"traceutil/trace.go:171","msg":"trace[1920048329] linearizableReadLoop","detail":"{readStateIndex:22956; appliedIndex:22955; }","duration":"195.798962ms","start":"2026-03-04T02:01:49.992643Z","end":"2026-03-04T02:01:50.188442Z","steps":["trace[1920048329] 'read index received' (duration: 195.614716ms)","trace[1920048329] 'applied index is now lower than readState.Index' (duration: 183.386µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:50.188623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.966076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:01:50.188655Z","caller":"traceutil/trace.go:171","msg":"trace[342561320] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:21876; }","duration":"196.052928ms","start":"2026-03-04T02:01:49.992593Z","end":"2026-03-04T02:01:50.188646Z","steps":["trace[342561320] 'agreement among raft nodes before linearized reading' (duration: 195.958606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.188611Z","caller":"traceutil/trace.go:171","msg":"trace[490339982] transaction","detail":"{read_only:false; response_revision:21876; number_of_response:1; }","duration":"471.433149ms","start":"2026-03-04T02:01:49.717143Z","end":"2026-03-04T02:01:50.188576Z","steps":["trace[490339982] 'process raft request' (duration: 471.171251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:50.188783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.717119Z","time spent":"471.576552ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:33.531896Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19744} {"level":"info","ts":"2026-03-04T02:02:33.645849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19744,"took":"110.892928ms","hash":3956902255,"current-db-size-bytes":47333376,"current-db-size":"47 MB","current-db-size-in-use-bytes":30216192,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T02:02:33.645901Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3956902255,"revision":19744,"compact-revision":16846} {"level":"info","ts":"2026-03-04T02:05:23.62405Z","caller":"traceutil/trace.go:171","msg":"trace[768888689] linearizableReadLoop","detail":"{readStateIndex:25620; appliedIndex:25619; }","duration":"248.103346ms","start":"2026-03-04T02:05:23.375919Z","end":"2026-03-04T02:05:23.624022Z","steps":["trace[768888689] 'read index received' (duration: 247.823878ms)","trace[768888689] 'applied index is now lower than readState.Index' (duration: 278.188µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:05:23.624193Z","caller":"traceutil/trace.go:171","msg":"trace[404364790] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"252.606278ms","start":"2026-03-04T02:05:23.37153Z","end":"2026-03-04T02:05:23.624137Z","steps":["trace[404364790] 'process raft request' (duration: 252.292619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:23.624328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.399933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:05:23.624381Z","caller":"traceutil/trace.go:171","msg":"trace[1334599862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24429; }","duration":"248.517787ms","start":"2026-03-04T02:05:23.375846Z","end":"2026-03-04T02:05:23.624364Z","steps":["trace[1334599862] 'agreement among raft nodes before linearized reading' (duration: 248.343642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:23.624434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.81984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:05:23.624521Z","caller":"traceutil/trace.go:171","msg":"trace[1420146601] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24429; }","duration":"196.969765ms","start":"2026-03-04T02:05:23.427532Z","end":"2026-03-04T02:05:23.624502Z","steps":["trace[1420146601] 'agreement among raft nodes before linearized reading' (duration: 196.716188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:33.538617Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22399} {"level":"info","ts":"2026-03-04T02:07:33.653829Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22399,"took":"111.393651ms","hash":2155218347,"current-db-size-bytes":48562176,"current-db-size":"49 MB","current-db-size-in-use-bytes":41332736,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-03-04T02:07:33.653968Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2155218347,"revision":22399,"compact-revision":19744} {"level":"info","ts":"2026-03-04T02:08:51.557298Z","caller":"traceutil/trace.go:171","msg":"trace[1799673677] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"113.062597ms","start":"2026-03-04T02:08:51.444207Z","end":"2026-03-04T02:08:51.55727Z","steps":["trace[1799673677] 'process raft request' (duration: 112.869312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:51.609203Z","caller":"traceutil/trace.go:171","msg":"trace[1130379815] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"129.25958ms","start":"2026-03-04T02:08:51.479919Z","end":"2026-03-04T02:08:51.609178Z","steps":["trace[1130379815] 'process raft request' (duration: 129.075875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:51.839195Z","caller":"traceutil/trace.go:171","msg":"trace[1178436967] linearizableReadLoop","detail":"{readStateIndex:27995; appliedIndex:27994; }","duration":"217.241699ms","start":"2026-03-04T02:08:51.621926Z","end":"2026-03-04T02:08:51.839168Z","steps":["trace[1178436967] 'read index received' (duration: 122.815624ms)","trace[1178436967] 'applied index is now lower than readState.Index' (duration: 94.424845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:51.839402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.456856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-03-04T02:08:51.839442Z","caller":"traceutil/trace.go:171","msg":"trace[936274052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26709; }","duration":"217.527558ms","start":"2026-03-04T02:08:51.621903Z","end":"2026-03-04T02:08:51.83943Z","steps":["trace[936274052] 'agreement among raft nodes before linearized reading' (duration: 217.365264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:51.8394Z","caller":"traceutil/trace.go:171","msg":"trace[255629534] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"225.855246ms","start":"2026-03-04T02:08:51.613512Z","end":"2026-03-04T02:08:51.839367Z","steps":["trace[255629534] 'process raft request' (duration: 131.189743ms)","trace[255629534] 'compare' (duration: 93.960863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:52.312302Z","caller":"traceutil/trace.go:171","msg":"trace[1338791874] linearizableReadLoop","detail":"{readStateIndex:27999; appliedIndex:27998; }","duration":"305.419265ms","start":"2026-03-04T02:08:52.006862Z","end":"2026-03-04T02:08:52.312281Z","steps":["trace[1338791874] 'read index received' (duration: 305.378314ms)","trace[1338791874] 'applied index is now lower than readState.Index' (duration: 40.271µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:52.312419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.539248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:52.312445Z","caller":"traceutil/trace.go:171","msg":"trace[578662349] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26712; }","duration":"305.615601ms","start":"2026-03-04T02:08:52.00682Z","end":"2026-03-04T02:08:52.312435Z","steps":["trace[578662349] 'agreement among raft nodes before linearized reading' (duration: 305.538888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.312474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.006793Z","time spent":"305.675022ms","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:52.312461Z","caller":"traceutil/trace.go:171","msg":"trace[1369426678] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"339.622802ms","start":"2026-03-04T02:08:51.972787Z","end":"2026-03-04T02:08:52.31241Z","steps":["trace[1369426678] 'process raft request' (duration: 339.386405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.312639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.97277Z","time spent":"339.773835ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:52.314034Z","caller":"traceutil/trace.go:171","msg":"trace[1864960564] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"199.043952ms","start":"2026-03-04T02:08:52.11495Z","end":"2026-03-04T02:08:52.313994Z","steps":["trace[1864960564] 'process raft request' (duration: 198.794685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.839098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.630225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:56.839187Z","caller":"traceutil/trace.go:171","msg":"trace[1463519096] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26747; }","duration":"154.773669ms","start":"2026-03-04T02:08:56.684396Z","end":"2026-03-04T02:08:56.839169Z","steps":["trace[1463519096] 'count revisions from in-memory index tree' (duration: 154.529712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:57.192467Z","caller":"traceutil/trace.go:171","msg":"trace[424383012] linearizableReadLoop","detail":"{readStateIndex:28037; appliedIndex:28036; }","duration":"177.153062ms","start":"2026-03-04T02:08:57.015281Z","end":"2026-03-04T02:08:57.192434Z","steps":["trace[424383012] 'read index received' (duration: 173.957514ms)","trace[424383012] 'applied index is now lower than readState.Index' (duration: 3.194338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:57.192662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.383059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:08:57.192716Z","caller":"traceutil/trace.go:171","msg":"trace[322691365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26749; }","duration":"177.468581ms","start":"2026-03-04T02:08:57.015214Z","end":"2026-03-04T02:08:57.192683Z","steps":["trace[322691365] 'agreement among raft nodes before linearized reading' (duration: 177.314607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:57.192878Z","caller":"traceutil/trace.go:171","msg":"trace[1595922759] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"267.212669ms","start":"2026-03-04T02:08:56.925598Z","end":"2026-03-04T02:08:57.19281Z","steps":["trace[1595922759] 'process raft request' (duration: 263.570709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:57.55046Z","caller":"traceutil/trace.go:171","msg":"trace[50059940] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26750; }","duration":"350.079388ms","start":"2026-03-04T02:08:57.200348Z","end":"2026-03-04T02:08:57.550427Z","steps":["trace[50059940] 'process raft request' (duration: 350.012786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:57.550559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.200326Z","time spent":"350.188771ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:08:57.551184Z","caller":"traceutil/trace.go:171","msg":"trace[183171214] linearizableReadLoop","detail":"{readStateIndex:28041; appliedIndex:28039; }","duration":"214.769091ms","start":"2026-03-04T02:08:57.336405Z","end":"2026-03-04T02:08:57.551175Z","steps":["trace[183171214] 'read index received' (duration: 214.045651ms)","trace[183171214] 'applied index is now lower than readState.Index' (duration: 722.78µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:57.551263Z","caller":"traceutil/trace.go:171","msg":"trace[1706186972] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"323.281913ms","start":"2026-03-04T02:08:57.227974Z","end":"2026-03-04T02:08:57.551256Z","steps":["trace[1706186972] 'process raft request' (duration: 323.067427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:57.551316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.227957Z","time spent":"323.323905ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:57.55137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.952748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:57.551505Z","caller":"traceutil/trace.go:171","msg":"trace[596326103] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"226.226896ms","start":"2026-03-04T02:08:57.325271Z","end":"2026-03-04T02:08:57.551498Z","steps":["trace[596326103] 'process raft request' (duration: 225.874165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:57.551522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.828407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:08:57.551544Z","caller":"traceutil/trace.go:171","msg":"trace[1991927014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26752; }","duration":"186.879149ms","start":"2026-03-04T02:08:57.364656Z","end":"2026-03-04T02:08:57.551535Z","steps":["trace[1991927014] 'agreement among raft nodes before linearized reading' (duration: 186.787086ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:57.551621Z","caller":"traceutil/trace.go:171","msg":"trace[1795704960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26752; }","duration":"215.040419ms","start":"2026-03-04T02:08:57.33637Z","end":"2026-03-04T02:08:57.551411Z","steps":["trace[1795704960] 'agreement among raft nodes before linearized reading' (duration: 214.956097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:57.551711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.730168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:08:57.551791Z","caller":"traceutil/trace.go:171","msg":"trace[451380361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26752; }","duration":"185.84343ms","start":"2026-03-04T02:08:57.365929Z","end":"2026-03-04T02:08:57.551772Z","steps":["trace[451380361] 'agreement among raft nodes before linearized reading' (duration: 185.557362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:57.551743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.589948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:08:57.552406Z","caller":"traceutil/trace.go:171","msg":"trace[1984463899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26752; }","duration":"180.284118ms","start":"2026-03-04T02:08:57.372101Z","end":"2026-03-04T02:08:57.552385Z","steps":["trace[1984463899] 'agreement among raft nodes before linearized reading' (duration: 179.369793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.028712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.12785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:58.028999Z","caller":"traceutil/trace.go:171","msg":"trace[1161354039] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"465.657763ms","start":"2026-03-04T02:08:57.563324Z","end":"2026-03-04T02:08:58.028982Z","steps":["trace[1161354039] 'process raft request' (duration: 465.53266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:58.02895Z","caller":"traceutil/trace.go:171","msg":"trace[631280690] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"472.426029ms","start":"2026-03-04T02:08:57.556453Z","end":"2026-03-04T02:08:58.028879Z","steps":["trace[631280690] 'process raft request' (duration: 279.045163ms)","trace[631280690] 'compare' (duration: 193.007116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:58.029082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.563312Z","time spent":"465.732586ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:58.029161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.55643Z","time spent":"472.629465ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:58.028999Z","caller":"traceutil/trace.go:171","msg":"trace[1184156535] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"472.396609ms","start":"2026-03-04T02:08:57.556574Z","end":"2026-03-04T02:08:58.028971Z","steps":["trace[1184156535] 'process raft request' (duration: 472.229474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:58.029492Z","caller":"traceutil/trace.go:171","msg":"trace[1979620532] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"400.644723ms","start":"2026-03-04T02:08:57.628816Z","end":"2026-03-04T02:08:58.02946Z","steps":["trace[1979620532] 'process raft request' (duration: 400.126289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.029488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.556557Z","time spent":"472.853061ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:58.029663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.628794Z","time spent":"400.776627ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:58.685744Z","caller":"traceutil/trace.go:171","msg":"trace[672567083] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"276.978015ms","start":"2026-03-04T02:08:58.408729Z","end":"2026-03-04T02:08:58.685707Z","steps":["trace[672567083] 'process raft request' (duration: 276.721648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:58.685858Z","caller":"traceutil/trace.go:171","msg":"trace[1431941543] linearizableReadLoop","detail":"{readStateIndex:28050; appliedIndex:28049; }","duration":"268.268186ms","start":"2026-03-04T02:08:58.417343Z","end":"2026-03-04T02:08:58.685611Z","steps":["trace[1431941543] 'read index received' (duration: 268.03113ms)","trace[1431941543] 'applied index is now lower than readState.Index' (duration: 236.256µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:58.685966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.605277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:58.686068Z","caller":"traceutil/trace.go:171","msg":"trace[2038931031] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26761; }","duration":"268.73723ms","start":"2026-03-04T02:08:58.417319Z","end":"2026-03-04T02:08:58.686056Z","steps":["trace[2038931031] 'agreement among raft nodes before linearized reading' (duration: 268.599306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.686422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.330616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-04T02:08:58.686471Z","caller":"traceutil/trace.go:171","msg":"trace[2115379003] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26761; }","duration":"116.418699ms","start":"2026-03-04T02:08:58.570037Z","end":"2026-03-04T02:08:58.686456Z","steps":["trace[2115379003] 'agreement among raft nodes before linearized reading' (duration: 116.221894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:58.849152Z","caller":"traceutil/trace.go:171","msg":"trace[675795138] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"156.820285ms","start":"2026-03-04T02:08:58.692303Z","end":"2026-03-04T02:08:58.849124Z","steps":["trace[675795138] 'process raft request' (duration: 145.482915ms)","trace[675795138] 'compare' (duration: 11.212697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:58.850161Z","caller":"traceutil/trace.go:171","msg":"trace[1232621241] linearizableReadLoop","detail":"{readStateIndex:28052; appliedIndex:28050; }","duration":"153.968326ms","start":"2026-03-04T02:08:58.696167Z","end":"2026-03-04T02:08:58.850135Z","steps":["trace[1232621241] 'read index received' (duration: 141.702771ms)","trace[1232621241] 'applied index is now lower than readState.Index' (duration: 12.264215ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:58.850405Z","caller":"traceutil/trace.go:171","msg":"trace[768515374] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"157.606556ms","start":"2026-03-04T02:08:58.692775Z","end":"2026-03-04T02:08:58.850382Z","steps":["trace[768515374] 'process raft request' (duration: 157.209545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.850508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.317696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:58.850558Z","caller":"traceutil/trace.go:171","msg":"trace[633115004] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26763; }","duration":"154.393278ms","start":"2026-03-04T02:08:58.696148Z","end":"2026-03-04T02:08:58.850542Z","steps":["trace[633115004] 'agreement among raft nodes before linearized reading' (duration: 154.116631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.095509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.925403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:59.095574Z","caller":"traceutil/trace.go:171","msg":"trace[1705912381] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26765; }","duration":"132.044167ms","start":"2026-03-04T02:08:58.963513Z","end":"2026-03-04T02:08:59.095557Z","steps":["trace[1705912381] 'count revisions from in-memory index tree' (duration: 131.82519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.55574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.025743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:59.55582Z","caller":"traceutil/trace.go:171","msg":"trace[802927195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26766; }","duration":"217.113395ms","start":"2026-03-04T02:08:59.338687Z","end":"2026-03-04T02:08:59.555801Z","steps":["trace[802927195] 'range keys from in-memory index tree' (duration: 216.936701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.556048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.776202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:59.556087Z","caller":"traceutil/trace.go:171","msg":"trace[160786763] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26766; }","duration":"191.863904ms","start":"2026-03-04T02:08:59.364211Z","end":"2026-03-04T02:08:59.556075Z","steps":["trace[160786763] 'count revisions from in-memory index tree' (duration: 191.670108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:59.556727Z","caller":"traceutil/trace.go:171","msg":"trace[454603388] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"141.283889ms","start":"2026-03-04T02:08:59.415417Z","end":"2026-03-04T02:08:59.556701Z","steps":["trace[454603388] 'process raft request' (duration: 131.106851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.556889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.608161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:59.556978Z","caller":"traceutil/trace.go:171","msg":"trace[1414534819] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26767; }","duration":"113.778026ms","start":"2026-03-04T02:08:59.443186Z","end":"2026-03-04T02:08:59.556964Z","steps":["trace[1414534819] 'agreement among raft nodes before linearized reading' (duration: 113.602861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:59.556669Z","caller":"traceutil/trace.go:171","msg":"trace[45154438] linearizableReadLoop","detail":"{readStateIndex:28056; appliedIndex:28055; }","duration":"113.411435ms","start":"2026-03-04T02:08:59.443233Z","end":"2026-03-04T02:08:59.556644Z","steps":["trace[45154438] 'read index received' (duration: 103.33598ms)","trace[45154438] 'applied index is now lower than readState.Index' (duration: 10.074095ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:59.756401Z","caller":"traceutil/trace.go:171","msg":"trace[120992365] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"148.065265ms","start":"2026-03-04T02:08:59.60831Z","end":"2026-03-04T02:08:59.756375Z","steps":["trace[120992365] 'process raft request' (duration: 116.152021ms)","trace[120992365] 'compare' (duration: 31.786571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:59.901772Z","caller":"traceutil/trace.go:171","msg":"trace[1959354493] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"113.019746ms","start":"2026-03-04T02:08:59.788724Z","end":"2026-03-04T02:08:59.901743Z","steps":["trace[1959354493] 'process raft request' (duration: 99.67136ms)","trace[1959354493] 'compare' (duration: 13.217131ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:00.124924Z","caller":"traceutil/trace.go:171","msg":"trace[1681368887] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"305.932708ms","start":"2026-03-04T02:08:59.818969Z","end":"2026-03-04T02:09:00.124902Z","steps":["trace[1681368887] 'process raft request' (duration: 239.244101ms)","trace[1681368887] 'compare' (duration: 66.574644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:00.125037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.818949Z","time spent":"306.031851ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:00.200904Z","caller":"traceutil/trace.go:171","msg":"trace[1222642418] linearizableReadLoop","detail":"{readStateIndex:28062; appliedIndex:28059; }","duration":"163.682743ms","start":"2026-03-04T02:09:00.037197Z","end":"2026-03-04T02:09:00.200879Z","steps":["trace[1222642418] 'read index received' (duration: 21.040006ms)","trace[1222642418] 'applied index is now lower than readState.Index' (duration: 142.641757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:00.201229Z","caller":"traceutil/trace.go:171","msg":"trace[1714185615] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"165.550895ms","start":"2026-03-04T02:09:00.035643Z","end":"2026-03-04T02:09:00.201194Z","steps":["trace[1714185615] 'process raft request' (duration: 165.190045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.201261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.449493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:00.201279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.222806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-04T02:09:00.201286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.656362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:00.201346Z","caller":"traceutil/trace.go:171","msg":"trace[1251813395] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"165.77612ms","start":"2026-03-04T02:09:00.035365Z","end":"2026-03-04T02:09:00.201142Z","steps":["trace[1251813395] 'process raft request' (duration: 165.335628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.201345Z","caller":"traceutil/trace.go:171","msg":"trace[974055618] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26773; }","duration":"111.327888ms","start":"2026-03-04T02:09:00.090003Z","end":"2026-03-04T02:09:00.201331Z","steps":["trace[974055618] 'agreement among raft nodes before linearized reading' (duration: 111.113472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.201364Z","caller":"traceutil/trace.go:171","msg":"trace[1874718753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26773; }","duration":"163.807166ms","start":"2026-03-04T02:09:00.037539Z","end":"2026-03-04T02:09:00.201346Z","steps":["trace[1874718753] 'agreement among raft nodes before linearized reading' (duration: 163.570629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.201317Z","caller":"traceutil/trace.go:171","msg":"trace[1272155230] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26773; }","duration":"122.565287ms","start":"2026-03-04T02:09:00.078742Z","end":"2026-03-04T02:09:00.201308Z","steps":["trace[1272155230] 'agreement among raft nodes before linearized reading' (duration: 122.443473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.201444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.234249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:00.201522Z","caller":"traceutil/trace.go:171","msg":"trace[1975954414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26773; }","duration":"164.336982ms","start":"2026-03-04T02:09:00.037165Z","end":"2026-03-04T02:09:00.201502Z","steps":["trace[1975954414] 'agreement among raft nodes before linearized reading' (duration: 163.887289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.734785Z","caller":"traceutil/trace.go:171","msg":"trace[238675206] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"328.922319ms","start":"2026-03-04T02:09:00.405831Z","end":"2026-03-04T02:09:00.734753Z","steps":["trace[238675206] 'process raft request' (duration: 328.709043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.734986Z","caller":"traceutil/trace.go:171","msg":"trace[1594589798] linearizableReadLoop","detail":"{readStateIndex:28066; appliedIndex:28066; }","duration":"225.483226ms","start":"2026-03-04T02:09:00.509462Z","end":"2026-03-04T02:09:00.734945Z","steps":["trace[1594589798] 'read index received' (duration: 225.411685ms)","trace[1594589798] 'applied index is now lower than readState.Index' (duration: 69.461µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:00.735092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.405799Z","time spent":"329.206727ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:00.735141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.662281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:00.735178Z","caller":"traceutil/trace.go:171","msg":"trace[1675757797] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26777; }","duration":"225.753973ms","start":"2026-03-04T02:09:00.509411Z","end":"2026-03-04T02:09:00.735165Z","steps":["trace[1675757797] 'agreement among raft nodes before linearized reading' (duration: 225.666801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.735277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.880147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:00.735281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.390844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:00.73532Z","caller":"traceutil/trace.go:171","msg":"trace[1229811103] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26777; }","duration":"175.923728ms","start":"2026-03-04T02:09:00.559385Z","end":"2026-03-04T02:09:00.735308Z","steps":["trace[1229811103] 'agreement among raft nodes before linearized reading' (duration: 175.849666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.735376Z","caller":"traceutil/trace.go:171","msg":"trace[1489180723] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26777; }","duration":"179.527577ms","start":"2026-03-04T02:09:00.555813Z","end":"2026-03-04T02:09:00.73534Z","steps":["trace[1489180723] 'agreement among raft nodes before linearized reading' (duration: 179.390353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.246859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.011942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:01.246938Z","caller":"traceutil/trace.go:171","msg":"trace[1351467327] linearizableReadLoop","detail":"{readStateIndex:28068; appliedIndex:28066; }","duration":"282.201139ms","start":"2026-03-04T02:09:00.964726Z","end":"2026-03-04T02:09:01.246927Z","steps":["trace[1351467327] 'read index received' (duration: 40.357604ms)","trace[1351467327] 'applied index is now lower than readState.Index' (duration: 241.842375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:01.246989Z","caller":"traceutil/trace.go:171","msg":"trace[2021556225] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"289.389627ms","start":"2026-03-04T02:09:00.957565Z","end":"2026-03-04T02:09:01.246955Z","steps":["trace[2021556225] 'process raft request' (duration: 140.20412ms)","trace[2021556225] 'compare' (duration: 148.358553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:01.247037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.311073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:09:01.247051Z","caller":"traceutil/trace.go:171","msg":"trace[1469803316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26779; }","duration":"282.351513ms","start":"2026-03-04T02:09:00.964694Z","end":"2026-03-04T02:09:01.247045Z","steps":["trace[1469803316] 'agreement among raft nodes before linearized reading' (duration: 282.25898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.54944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.609818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:01.549588Z","caller":"traceutil/trace.go:171","msg":"trace[1236565238] linearizableReadLoop","detail":"{readStateIndex:28070; appliedIndex:28068; }","duration":"269.134111ms","start":"2026-03-04T02:09:01.280442Z","end":"2026-03-04T02:09:01.549576Z","steps":["trace[1236565238] 'read index received' (duration: 104.407779ms)","trace[1236565238] 'applied index is now lower than readState.Index' (duration: 164.725612ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:01.549667Z","caller":"traceutil/trace.go:171","msg":"trace[1622867909] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"296.560002ms","start":"2026-03-04T02:09:01.253099Z","end":"2026-03-04T02:09:01.549659Z","steps":["trace[1622867909] 'process raft request' (duration: 131.550293ms)","trace[1622867909] 'compare' (duration: 164.376222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:01.549987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.956491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:01.550057Z","caller":"traceutil/trace.go:171","msg":"trace[432166523] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"294.066884ms","start":"2026-03-04T02:09:01.255982Z","end":"2026-03-04T02:09:01.550049Z","steps":["trace[432166523] 'process raft request' (duration: 293.536779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:01.550072Z","caller":"traceutil/trace.go:171","msg":"trace[468224198] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26781; }","duration":"252.091025ms","start":"2026-03-04T02:09:01.297963Z","end":"2026-03-04T02:09:01.550054Z","steps":["trace[468224198] 'agreement among raft nodes before linearized reading' (duration: 251.945011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.550286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.015091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:01.550314Z","caller":"traceutil/trace.go:171","msg":"trace[271753731] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26781; }","duration":"218.115004ms","start":"2026-03-04T02:09:01.33219Z","end":"2026-03-04T02:09:01.550305Z","steps":["trace[271753731] 'agreement among raft nodes before linearized reading' (duration: 218.028601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.550032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.589933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:01.55051Z","caller":"traceutil/trace.go:171","msg":"trace[1018821123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26781; }","duration":"270.078987ms","start":"2026-03-04T02:09:01.280396Z","end":"2026-03-04T02:09:01.550475Z","steps":["trace[1018821123] 'agreement among raft nodes before linearized reading' (duration: 269.568453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.992605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.305722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:01.992824Z","caller":"traceutil/trace.go:171","msg":"trace[1733597910] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"438.463299ms","start":"2026-03-04T02:09:01.554334Z","end":"2026-03-04T02:09:01.992797Z","steps":["trace[1733597910] 'process raft request' (duration: 285.879629ms)","trace[1733597910] 'compare' (duration: 152.121977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:01.99297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.554311Z","time spent":"438.582072ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:01.993011Z","caller":"traceutil/trace.go:171","msg":"trace[1282630124] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"435.682633ms","start":"2026-03-04T02:09:01.557297Z","end":"2026-03-04T02:09:01.99298Z","steps":["trace[1282630124] 'process raft request' (duration: 435.409645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:01.993114Z","caller":"traceutil/trace.go:171","msg":"trace[658669674] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"390.984319ms","start":"2026-03-04T02:09:01.602092Z","end":"2026-03-04T02:09:01.993076Z","steps":["trace[658669674] 'process raft request' (duration: 390.697851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.993162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.557282Z","time spent":"435.801155ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:01.993306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.602077Z","time spent":"391.123963ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:02.159022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.16453ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:09:02.159116Z","caller":"traceutil/trace.go:171","msg":"trace[1155754345] linearizableReadLoop","detail":"{readStateIndex:28074; appliedIndex:28070; }","duration":"398.432962ms","start":"2026-03-04T02:09:01.760667Z","end":"2026-03-04T02:09:02.1591Z","steps":["trace[1155754345] 'read index received' (duration: 79.713334ms)","trace[1155754345] 'applied index is now lower than readState.Index' (duration: 318.718068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:02.159264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.585777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:02.159292Z","caller":"traceutil/trace.go:171","msg":"trace[1384803996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26784; }","duration":"398.669689ms","start":"2026-03-04T02:09:01.760613Z","end":"2026-03-04T02:09:02.159283Z","steps":["trace[1384803996] 'agreement among raft nodes before linearized reading' (duration: 398.527535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.159336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.760586Z","time spent":"398.740971ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:09:02.334404Z","caller":"traceutil/trace.go:171","msg":"trace[1529809868] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"170.692935ms","start":"2026-03-04T02:09:02.16369Z","end":"2026-03-04T02:09:02.334383Z","steps":["trace[1529809868] 'process raft request' (duration: 170.526281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.45319Z","caller":"traceutil/trace.go:171","msg":"trace[299466862] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"246.792719ms","start":"2026-03-04T02:09:02.206373Z","end":"2026-03-04T02:09:02.453166Z","steps":["trace[299466862] 'process raft request' (duration: 246.517072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.453356Z","caller":"traceutil/trace.go:171","msg":"trace[1309666402] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"246.879671ms","start":"2026-03-04T02:09:02.206451Z","end":"2026-03-04T02:09:02.453331Z","steps":["trace[1309666402] 'process raft request' (duration: 246.672306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.453346Z","caller":"traceutil/trace.go:171","msg":"trace[613855485] linearizableReadLoop","detail":"{readStateIndex:28077; appliedIndex:28074; }","duration":"230.296597ms","start":"2026-03-04T02:09:02.223015Z","end":"2026-03-04T02:09:02.453312Z","steps":["trace[613855485] 'read index received' (duration: 111.190475ms)","trace[613855485] 'applied index is now lower than readState.Index' (duration: 119.103582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:02.453592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.538513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:09:02.453649Z","caller":"traceutil/trace.go:171","msg":"trace[751843975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26787; }","duration":"230.663137ms","start":"2026-03-04T02:09:02.222972Z","end":"2026-03-04T02:09:02.453635Z","steps":["trace[751843975] 'agreement among raft nodes before linearized reading' (duration: 230.43203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.453719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.914987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.45383Z","caller":"traceutil/trace.go:171","msg":"trace[331358269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26787; }","duration":"115.062212ms","start":"2026-03-04T02:09:02.338749Z","end":"2026-03-04T02:09:02.453811Z","steps":["trace[331358269] 'agreement among raft nodes before linearized reading' (duration: 114.902307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.45384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.600456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:09:02.4539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.99148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-04T02:09:02.453942Z","caller":"traceutil/trace.go:171","msg":"trace[1078506791] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26787; }","duration":"161.063032ms","start":"2026-03-04T02:09:02.292868Z","end":"2026-03-04T02:09:02.453931Z","steps":["trace[1078506791] 'agreement among raft nodes before linearized reading' (duration: 160.965559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.453934Z","caller":"traceutil/trace.go:171","msg":"trace[2048697654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26787; }","duration":"161.76742ms","start":"2026-03-04T02:09:02.29211Z","end":"2026-03-04T02:09:02.453877Z","steps":["trace[2048697654] 'agreement among raft nodes before linearized reading' (duration: 161.510792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.723623Z","caller":"traceutil/trace.go:171","msg":"trace[1580337853] linearizableReadLoop","detail":"{readStateIndex:28148; appliedIndex:28146; }","duration":"228.287623ms","start":"2026-03-04T02:09:10.495317Z","end":"2026-03-04T02:09:10.723605Z","steps":["trace[1580337853] 'read index received' (duration: 214.799334ms)","trace[1580337853] 'applied index is now lower than readState.Index' (duration: 13.487499ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:10.723726Z","caller":"traceutil/trace.go:171","msg":"trace[639143659] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"238.615886ms","start":"2026-03-04T02:09:10.485102Z","end":"2026-03-04T02:09:10.723718Z","steps":["trace[639143659] 'process raft request' (duration: 238.470502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.723723Z","caller":"traceutil/trace.go:171","msg":"trace[1342246453] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"242.538003ms","start":"2026-03-04T02:09:10.481137Z","end":"2026-03-04T02:09:10.723675Z","steps":["trace[1342246453] 'process raft request' (duration: 228.968881ms)","trace[1342246453] 'compare' (duration: 13.366727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:10.723961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.630362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:09:10.723986Z","caller":"traceutil/trace.go:171","msg":"trace[1880734462] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26855; }","duration":"228.709204ms","start":"2026-03-04T02:09:10.495271Z","end":"2026-03-04T02:09:10.72398Z","steps":["trace[1880734462] 'agreement among raft nodes before linearized reading' (duration: 228.607312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.724066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.876633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:10.724092Z","caller":"traceutil/trace.go:171","msg":"trace[721925271] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26855; }","duration":"196.926704ms","start":"2026-03-04T02:09:10.527159Z","end":"2026-03-04T02:09:10.724086Z","steps":["trace[721925271] 'agreement among raft nodes before linearized reading' (duration: 196.884043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.724137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.181294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:10.724135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.487869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:10.724209Z","caller":"traceutil/trace.go:171","msg":"trace[1736232707] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26855; }","duration":"169.287767ms","start":"2026-03-04T02:09:10.554906Z","end":"2026-03-04T02:09:10.724193Z","steps":["trace[1736232707] 'agreement among raft nodes before linearized reading' (duration: 169.171354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.724225Z","caller":"traceutil/trace.go:171","msg":"trace[158793321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26855; }","duration":"228.612942ms","start":"2026-03-04T02:09:10.495594Z","end":"2026-03-04T02:09:10.724207Z","steps":["trace[158793321] 'agreement among raft nodes before linearized reading' (duration: 228.389605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.72442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.636094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:10.724504Z","caller":"traceutil/trace.go:171","msg":"trace[733866450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26855; }","duration":"227.764668ms","start":"2026-03-04T02:09:10.496722Z","end":"2026-03-04T02:09:10.724486Z","steps":["trace[733866450] 'agreement among raft nodes before linearized reading' (duration: 227.432919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.270411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.360608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:11.270522Z","caller":"traceutil/trace.go:171","msg":"trace[430692608] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"541.492061ms","start":"2026-03-04T02:09:10.729011Z","end":"2026-03-04T02:09:11.270503Z","steps":["trace[430692608] 'process raft request' (duration: 283.952488ms)","trace[430692608] 'compare' (duration: 257.004169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:11.270605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.728988Z","time spent":"541.570773ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:11.542357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086044634120799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:11.916721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.988952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:11.91749Z","caller":"traceutil/trace.go:171","msg":"trace[1326284677] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"1.188359727s","start":"2026-03-04T02:09:10.729091Z","end":"2026-03-04T02:09:11.91745Z","steps":["trace[1326284677] 'process raft request' (duration: 828.544582ms)","trace[1326284677] 'compare' (duration: 358.5392ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:11.917527Z","caller":"traceutil/trace.go:171","msg":"trace[1899095317] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"1.188276555s","start":"2026-03-04T02:09:10.729227Z","end":"2026-03-04T02:09:11.917504Z","steps":["trace[1899095317] 'process raft request' (duration: 1.188127691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.917714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.72906Z","time spent":"1.188534081s","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:11.917826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.729205Z","time spent":"1.18850638s","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:11.917953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.634129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:11.918017Z","caller":"traceutil/trace.go:171","msg":"trace[1406261993] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26859; }","duration":"876.748762ms","start":"2026-03-04T02:09:11.041253Z","end":"2026-03-04T02:09:11.918001Z","steps":["trace[1406261993] 'agreement among raft nodes before linearized reading' (duration: 876.627969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.918062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.041233Z","time spent":"876.819064ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:11.91782Z","caller":"traceutil/trace.go:171","msg":"trace[1702527551] linearizableReadLoop","detail":"{readStateIndex:28152; appliedIndex:28149; }","duration":"876.395173ms","start":"2026-03-04T02:09:11.041306Z","end":"2026-03-04T02:09:11.917701Z","steps":["trace[1702527551] 'read index received' (duration: 516.327981ms)","trace[1702527551] 'applied index is now lower than readState.Index' (duration: 360.064822ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:11.91786Z","caller":"traceutil/trace.go:171","msg":"trace[192411517] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"1.14758663s","start":"2026-03-04T02:09:10.770204Z","end":"2026-03-04T02:09:11.91779Z","steps":["trace[192411517] 'process raft request' (duration: 1.147242711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.918237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.770177Z","time spent":"1.147990642s","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:12.209365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.88928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:09:12.209481Z","caller":"traceutil/trace.go:171","msg":"trace[2128417147] linearizableReadLoop","detail":"{readStateIndex:28153; appliedIndex:28152; }","duration":"291.33772ms","start":"2026-03-04T02:09:11.918123Z","end":"2026-03-04T02:09:12.209461Z","steps":["trace[2128417147] 'read index received' (duration: 9.313645ms)","trace[2128417147] 'applied index is now lower than readState.Index' (duration: 282.022395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:12.20979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.355122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:12.209875Z","caller":"traceutil/trace.go:171","msg":"trace[1804514204] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26859; }","duration":"926.486145ms","start":"2026-03-04T02:09:11.283368Z","end":"2026-03-04T02:09:12.209854Z","steps":["trace[1804514204] 'agreement among raft nodes before linearized reading' (duration: 926.344172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.209924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.283353Z","time spent":"926.562537ms","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:09:12.209933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160478424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:09:12.210019Z","caller":"traceutil/trace.go:171","msg":"trace[406848646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26859; }","duration":"1.160642848s","start":"2026-03-04T02:09:11.049356Z","end":"2026-03-04T02:09:12.209999Z","steps":["trace[406848646] 'agreement among raft nodes before linearized reading' (duration: 1.160388111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.210013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.859364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:12.210103Z","caller":"traceutil/trace.go:171","msg":"trace[292221492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26859; }","duration":"441.010359ms","start":"2026-03-04T02:09:11.769074Z","end":"2026-03-04T02:09:12.210084Z","steps":["trace[292221492] 'agreement among raft nodes before linearized reading' (duration: 440.863885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.210146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.76905Z","time spent":"441.08555ms","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:12.210213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.895068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-04T02:09:12.210248Z","caller":"traceutil/trace.go:171","msg":"trace[1501393074] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26859; }","duration":"546.96273ms","start":"2026-03-04T02:09:11.663272Z","end":"2026-03-04T02:09:12.210235Z","steps":["trace[1501393074] 'agreement among raft nodes before linearized reading' (duration: 546.835706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.210274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.663253Z","time spent":"547.014902ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:12.210519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.049337Z","time spent":"1.16071415s","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:09:12.213401Z","caller":"traceutil/trace.go:171","msg":"trace[2094231331] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"190.172358ms","start":"2026-03-04T02:09:12.023196Z","end":"2026-03-04T02:09:12.213368Z","steps":["trace[2094231331] 'process raft request' (duration: 189.87656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.21365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.239335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:12.213737Z","caller":"traceutil/trace.go:171","msg":"trace[634266451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26860; }","duration":"184.371509ms","start":"2026-03-04T02:09:12.029341Z","end":"2026-03-04T02:09:12.213713Z","steps":["trace[634266451] 'agreement among raft nodes before linearized reading' (duration: 183.949167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.213737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.76269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-04T02:09:12.213793Z","caller":"traceutil/trace.go:171","msg":"trace[1843113818] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26860; }","duration":"138.862364ms","start":"2026-03-04T02:09:12.074916Z","end":"2026-03-04T02:09:12.213778Z","steps":["trace[1843113818] 'agreement among raft nodes before linearized reading' (duration: 138.706848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.499782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.536993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:12.49988Z","caller":"traceutil/trace.go:171","msg":"trace[87905467] linearizableReadLoop","detail":"{readStateIndex:28155; appliedIndex:28154; }","duration":"283.365442ms","start":"2026-03-04T02:09:12.216499Z","end":"2026-03-04T02:09:12.499864Z","steps":["trace[87905467] 'read index received' (duration: 109.670755ms)","trace[87905467] 'applied index is now lower than readState.Index' (duration: 173.693357ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:12.499949Z","caller":"traceutil/trace.go:171","msg":"trace[1113284022] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"284.518313ms","start":"2026-03-04T02:09:12.21542Z","end":"2026-03-04T02:09:12.499938Z","steps":["trace[1113284022] 'process raft request' (duration: 110.732103ms)","trace[1113284022] 'compare' (duration: 173.41099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:12.500223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.696111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T02:09:12.500309Z","caller":"traceutil/trace.go:171","msg":"trace[1263826305] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26861; }","duration":"283.808864ms","start":"2026-03-04T02:09:12.216478Z","end":"2026-03-04T02:09:12.500286Z","steps":["trace[1263826305] 'agreement among raft nodes before linearized reading' (duration: 283.557627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:12.845174Z","caller":"traceutil/trace.go:171","msg":"trace[1376762092] linearizableReadLoop","detail":"{readStateIndex:28158; appliedIndex:28155; }","duration":"345.253585ms","start":"2026-03-04T02:09:12.499903Z","end":"2026-03-04T02:09:12.845157Z","steps":["trace[1376762092] 'read index received' (duration: 280.381519ms)","trace[1376762092] 'applied index is now lower than readState.Index' (duration: 64.871376ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:12.84526Z","caller":"traceutil/trace.go:171","msg":"trace[521037547] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"627.377713ms","start":"2026-03-04T02:09:12.217875Z","end":"2026-03-04T02:09:12.845252Z","steps":["trace[521037547] 'process raft request' (duration: 627.245289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.845342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.21786Z","time spent":"627.418164ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:12.845173Z","caller":"traceutil/trace.go:171","msg":"trace[163578127] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"627.805344ms","start":"2026-03-04T02:09:12.217338Z","end":"2026-03-04T02:09:12.845143Z","steps":["trace[163578127] 'process raft request' (duration: 562.833655ms)","trace[163578127] 'compare' (duration: 64.732133ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:12.845407Z","caller":"traceutil/trace.go:171","msg":"trace[996401874] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"627.571669ms","start":"2026-03-04T02:09:12.217808Z","end":"2026-03-04T02:09:12.845379Z","steps":["trace[996401874] 'process raft request' (duration: 627.26011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.845461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.932311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:12.84552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.217792Z","time spent":"627.682041ms","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.845538Z","caller":"traceutil/trace.go:171","msg":"trace[2125152545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26864; }","duration":"508.056434ms","start":"2026-03-04T02:09:12.337464Z","end":"2026-03-04T02:09:12.845521Z","steps":["trace[2125152545] 'agreement among raft nodes before linearized reading' (duration: 507.931381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.845577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.337443Z","time spent":"508.126037ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:12.845578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.708845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:09:12.845601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.217317Z","time spent":"628.135783ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:12.845657Z","caller":"traceutil/trace.go:171","msg":"trace[1822559012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26864; }","duration":"457.84562ms","start":"2026-03-04T02:09:12.387794Z","end":"2026-03-04T02:09:12.845639Z","steps":["trace[1822559012] 'agreement among raft nodes before linearized reading' (duration: 457.603803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.845708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.387773Z","time spent":"457.920731ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:09:12.852092Z","caller":"traceutil/trace.go:171","msg":"trace[1098243306] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"121.230819ms","start":"2026-03-04T02:09:12.730845Z","end":"2026-03-04T02:09:12.852076Z","steps":["trace[1098243306] 'process raft request' (duration: 121.160917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:12.852112Z","caller":"traceutil/trace.go:171","msg":"trace[966590295] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"347.328553ms","start":"2026-03-04T02:09:12.504771Z","end":"2026-03-04T02:09:12.8521Z","steps":["trace[966590295] 'process raft request' (duration: 347.107187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:12.852094Z","caller":"traceutil/trace.go:171","msg":"trace[875379121] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"122.893706ms","start":"2026-03-04T02:09:12.72917Z","end":"2026-03-04T02:09:12.852063Z","steps":["trace[875379121] 'process raft request' (duration: 122.796943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.852121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.003048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:12.852162Z","caller":"traceutil/trace.go:171","msg":"trace[397822644] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26867; }","duration":"127.08707ms","start":"2026-03-04T02:09:12.725064Z","end":"2026-03-04T02:09:12.852151Z","steps":["trace[397822644] 'agreement among raft nodes before linearized reading' (duration: 126.992978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.852169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.504734Z","time spent":"347.401395ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:13.248254Z","caller":"traceutil/trace.go:171","msg":"trace[1520551902] linearizableReadLoop","detail":"{readStateIndex:28162; appliedIndex:28161; }","duration":"396.189772ms","start":"2026-03-04T02:09:12.852038Z","end":"2026-03-04T02:09:13.248228Z","steps":["trace[1520551902] 'read index received' (duration: 393.879739ms)","trace[1520551902] 'applied index is now lower than readState.Index' (duration: 2.308733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:13.248407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.730063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:13.248445Z","caller":"traceutil/trace.go:171","msg":"trace[1074655031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26868; }","duration":"401.796325ms","start":"2026-03-04T02:09:12.846639Z","end":"2026-03-04T02:09:13.248435Z","steps":["trace[1074655031] 'agreement among raft nodes before linearized reading' (duration: 401.718573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:13.248449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.753274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"warn","ts":"2026-03-04T02:09:13.248504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.494862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-04T02:09:13.24854Z","caller":"traceutil/trace.go:171","msg":"trace[1177048449] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26868; }","duration":"397.871147ms","start":"2026-03-04T02:09:12.850645Z","end":"2026-03-04T02:09:13.248516Z","steps":["trace[1177048449] 'agreement among raft nodes before linearized reading' (duration: 397.63397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:13.24852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.22549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"warn","ts":"2026-03-04T02:09:13.248618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.850622Z","time spent":"397.98626ms","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1539,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:09:13.248623Z","caller":"traceutil/trace.go:171","msg":"trace[2072200478] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26868; }","duration":"399.643776ms","start":"2026-03-04T02:09:12.84896Z","end":"2026-03-04T02:09:13.248604Z","steps":["trace[2072200478] 'agreement among raft nodes before linearized reading' (duration: 399.373209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:13.248636Z","caller":"traceutil/trace.go:171","msg":"trace[143775700] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26868; }","duration":"397.367074ms","start":"2026-03-04T02:09:12.851251Z","end":"2026-03-04T02:09:13.248618Z","steps":["trace[143775700] 'agreement among raft nodes before linearized reading' (duration: 397.016074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:13.248675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.848946Z","time spent":"399.715308ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:09:13.248724Z","caller":"traceutil/trace.go:171","msg":"trace[202891019] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"398.919235ms","start":"2026-03-04T02:09:12.849791Z","end":"2026-03-04T02:09:13.24871Z","steps":["trace[202891019] 'process raft request' (duration: 396.077157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:13.248477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.846625Z","time spent":"401.844717ms","remote":"127.0.0.1:55188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:13.248822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.849767Z","time spent":"398.984597ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:13.248679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.851244Z","time spent":"397.425045ms","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1539,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:09:13.249204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.66945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T02:09:13.249258Z","caller":"traceutil/trace.go:171","msg":"trace[1368191437] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26868; }","duration":"394.739702ms","start":"2026-03-04T02:09:12.854506Z","end":"2026-03-04T02:09:13.249245Z","steps":["trace[1368191437] 'agreement among raft nodes before linearized reading' (duration: 394.006022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:13.249292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.854498Z","time spent":"394.785993ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:09:14.606779Z","caller":"traceutil/trace.go:171","msg":"trace[1071651002] linearizableReadLoop","detail":"{readStateIndex:28228; appliedIndex:28227; }","duration":"155.57008ms","start":"2026-03-04T02:09:14.451187Z","end":"2026-03-04T02:09:14.606757Z","steps":["trace[1071651002] 'read index received' (duration: 155.356165ms)","trace[1071651002] 'applied index is now lower than readState.Index' (duration: 212.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:14.606853Z","caller":"traceutil/trace.go:171","msg":"trace[1630593023] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"164.419823ms","start":"2026-03-04T02:09:14.442396Z","end":"2026-03-04T02:09:14.606815Z","steps":["trace[1630593023] 'process raft request' (duration: 164.205937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.60707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.095883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:09:14.60706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.858469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c99d761-c5a2-4b7d-808d-0557a8aa7698\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:09:14.607119Z","caller":"traceutil/trace.go:171","msg":"trace[508325115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26933; }","duration":"103.193976ms","start":"2026-03-04T02:09:14.503909Z","end":"2026-03-04T02:09:14.607103Z","steps":["trace[508325115] 'agreement among raft nodes before linearized reading' (duration: 103.010021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.607143Z","caller":"traceutil/trace.go:171","msg":"trace[1992557041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c99d761-c5a2-4b7d-808d-0557a8aa7698; range_end:; response_count:1; response_revision:26933; }","duration":"155.991902ms","start":"2026-03-04T02:09:14.451128Z","end":"2026-03-04T02:09:14.60712Z","steps":["trace[1992557041] 'agreement among raft nodes before linearized reading' (duration: 155.800907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:16.929213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.671489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:16.929394Z","caller":"traceutil/trace.go:171","msg":"trace[1038535246] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"229.521036ms","start":"2026-03-04T02:09:16.69986Z","end":"2026-03-04T02:09:16.929382Z","steps":["trace[1038535246] 'process raft request' (duration: 117.622051ms)","trace[1038535246] 'compare' (duration: 111.585187ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:16.929618Z","caller":"traceutil/trace.go:171","msg":"trace[664876277] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"225.2875ms","start":"2026-03-04T02:09:16.704325Z","end":"2026-03-04T02:09:16.929613Z","steps":["trace[664876277] 'process raft request' (duration: 224.967302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:20.054229Z","caller":"traceutil/trace.go:171","msg":"trace[1793640918] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"123.708688ms","start":"2026-03-04T02:09:19.930501Z","end":"2026-03-04T02:09:20.05421Z","steps":["trace[1793640918] 'process raft request' (duration: 123.583365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:20.153819Z","caller":"traceutil/trace.go:171","msg":"trace[1479230410] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"203.606297ms","start":"2026-03-04T02:09:19.950186Z","end":"2026-03-04T02:09:20.153792Z","steps":["trace[1479230410] 'process raft request' (duration: 162.150021ms)","trace[1479230410] 'compare' (duration: 41.219629ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:20.15418Z","caller":"traceutil/trace.go:171","msg":"trace[1170442491] linearizableReadLoop","detail":"{readStateIndex:28307; appliedIndex:28305; }","duration":"200.340148ms","start":"2026-03-04T02:09:19.953785Z","end":"2026-03-04T02:09:20.154125Z","steps":["trace[1170442491] 'read index received' (duration: 100.337379ms)","trace[1170442491] 'applied index is now lower than readState.Index' (duration: 100.001229ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:20.15422Z","caller":"traceutil/trace.go:171","msg":"trace[1779287919] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"109.258732ms","start":"2026-03-04T02:09:20.044911Z","end":"2026-03-04T02:09:20.15417Z","steps":["trace[1779287919] 'process raft request' (duration: 108.833041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:20.15438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.578674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:20.154436Z","caller":"traceutil/trace.go:171","msg":"trace[2137338614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27010; }","duration":"200.703317ms","start":"2026-03-04T02:09:19.953719Z","end":"2026-03-04T02:09:20.154422Z","steps":["trace[2137338614] 'agreement among raft nodes before linearized reading' (duration: 200.525032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:20.154439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.591007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:09:20.154476Z","caller":"traceutil/trace.go:171","msg":"trace[1494937983] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27010; }","duration":"199.644018ms","start":"2026-03-04T02:09:19.954822Z","end":"2026-03-04T02:09:20.154466Z","steps":["trace[1494937983] 'agreement among raft nodes before linearized reading' (duration: 199.485374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.355284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.045403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:09:51.355326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.331404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:51.355377Z","caller":"traceutil/trace.go:171","msg":"trace[1961226376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27285; }","duration":"237.180297ms","start":"2026-03-04T02:09:51.118177Z","end":"2026-03-04T02:09:51.355357Z","steps":["trace[1961226376] 'range keys from in-memory index tree' (duration: 236.822427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:51.355422Z","caller":"traceutil/trace.go:171","msg":"trace[148618795] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27285; }","duration":"182.486088ms","start":"2026-03-04T02:09:51.172911Z","end":"2026-03-04T02:09:51.355397Z","steps":["trace[148618795] 'count revisions from in-memory index tree' (duration: 182.254741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:51.601738Z","caller":"traceutil/trace.go:171","msg":"trace[1071342365] transaction","detail":"{read_only:false; response_revision:27286; number_of_response:1; }","duration":"241.451454ms","start":"2026-03-04T02:09:51.360253Z","end":"2026-03-04T02:09:51.601705Z","steps":["trace[1071342365] 'process raft request' (duration: 241.32558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.602302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.324513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:51.602349Z","caller":"traceutil/trace.go:171","msg":"trace[1632852684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27286; }","duration":"182.412866ms","start":"2026-03-04T02:09:51.419926Z","end":"2026-03-04T02:09:51.602339Z","steps":["trace[1632852684] 'agreement among raft nodes before linearized reading' (duration: 182.264952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:51.602136Z","caller":"traceutil/trace.go:171","msg":"trace[1554836239] linearizableReadLoop","detail":"{readStateIndex:28597; appliedIndex:28597; }","duration":"182.122438ms","start":"2026-03-04T02:09:51.419961Z","end":"2026-03-04T02:09:51.602084Z","steps":["trace[1554836239] 'read index received' (duration: 182.115598ms)","trace[1554836239] 'applied index is now lower than readState.Index' (duration: 5.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:51.602584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.903779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:51.602615Z","caller":"traceutil/trace.go:171","msg":"trace[1507874513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27286; }","duration":"140.96025ms","start":"2026-03-04T02:09:51.461645Z","end":"2026-03-04T02:09:51.602605Z","steps":["trace[1507874513] 'agreement among raft nodes before linearized reading' (duration: 140.875428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.917743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.787691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-03-04T02:09:51.917776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.255896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-04T02:09:51.917811Z","caller":"traceutil/trace.go:171","msg":"trace[427166372] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27288; }","duration":"249.913745ms","start":"2026-03-04T02:09:51.667881Z","end":"2026-03-04T02:09:51.917795Z","steps":["trace[427166372] 'range keys from in-memory index tree' (duration: 249.628897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:51.917858Z","caller":"traceutil/trace.go:171","msg":"trace[1801510912] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27288; }","duration":"260.367861ms","start":"2026-03-04T02:09:51.657469Z","end":"2026-03-04T02:09:51.917837Z","steps":["trace[1801510912] 'range keys from in-memory index tree' (duration: 260.111763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.099729Z","caller":"traceutil/trace.go:171","msg":"trace[1295502351] transaction","detail":"{read_only:false; response_revision:27289; number_of_response:1; }","duration":"177.275485ms","start":"2026-03-04T02:09:51.922428Z","end":"2026-03-04T02:09:52.099704Z","steps":["trace[1295502351] 'process raft request' (duration: 177.120771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.099746Z","caller":"traceutil/trace.go:171","msg":"trace[375692692] linearizableReadLoop","detail":"{readStateIndex:28600; appliedIndex:28599; }","duration":"225.612628ms","start":"2026-03-04T02:09:51.874104Z","end":"2026-03-04T02:09:52.099716Z","steps":["trace[375692692] 'read index received' (duration: 151.722355ms)","trace[375692692] 'applied index is now lower than readState.Index' (duration: 73.886533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:52.099979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.852956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:09:52.10004Z","caller":"traceutil/trace.go:171","msg":"trace[1205138540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27289; }","duration":"225.958639ms","start":"2026-03-04T02:09:51.87406Z","end":"2026-03-04T02:09:52.100019Z","steps":["trace[1205138540] 'agreement among raft nodes before linearized reading' (duration: 225.731682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.100046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.689734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:09:52.100093Z","caller":"traceutil/trace.go:171","msg":"trace[1415042630] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27289; }","duration":"178.767936ms","start":"2026-03-04T02:09:51.921314Z","end":"2026-03-04T02:09:52.100082Z","steps":["trace[1415042630] 'agreement among raft nodes before linearized reading' (duration: 178.635203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.223604Z","caller":"traceutil/trace.go:171","msg":"trace[816223678] transaction","detail":"{read_only:false; response_revision:27290; number_of_response:1; }","duration":"119.193525ms","start":"2026-03-04T02:09:52.104375Z","end":"2026-03-04T02:09:52.223568Z","steps":["trace[816223678] 'process raft request' (duration: 103.34464ms)","trace[816223678] 'compare' (duration: 15.699981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:52.580157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.844209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:52.580297Z","caller":"traceutil/trace.go:171","msg":"trace[81701994] linearizableReadLoop","detail":"{readStateIndex:28604; appliedIndex:28602; }","duration":"352.855094ms","start":"2026-03-04T02:09:52.227426Z","end":"2026-03-04T02:09:52.580281Z","steps":["trace[81701994] 'read index received' (duration: 181.83146ms)","trace[81701994] 'applied index is now lower than readState.Index' (duration: 171.022694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:52.580353Z","caller":"traceutil/trace.go:171","msg":"trace[801785661] transaction","detail":"{read_only:false; response_revision:27292; number_of_response:1; }","duration":"473.210051ms","start":"2026-03-04T02:09:52.107137Z","end":"2026-03-04T02:09:52.580347Z","steps":["trace[801785661] 'process raft request' (duration: 473.097638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.580395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.107129Z","time spent":"473.242171ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:52.580443Z","caller":"traceutil/trace.go:171","msg":"trace[395772201] transaction","detail":"{read_only:false; response_revision:27291; number_of_response:1; }","duration":"475.729609ms","start":"2026-03-04T02:09:52.104683Z","end":"2026-03-04T02:09:52.580413Z","steps":["trace[395772201] 'process raft request' (duration: 304.557892ms)","trace[395772201] 'compare' (duration: 170.732906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:52.580733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.294085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:09:52.580773Z","caller":"traceutil/trace.go:171","msg":"trace[1988003990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27292; }","duration":"353.388429ms","start":"2026-03-04T02:09:52.227375Z","end":"2026-03-04T02:09:52.580763Z","steps":["trace[1988003990] 'agreement among raft nodes before linearized reading' (duration: 353.259395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.580809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.227355Z","time spent":"353.44837ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:52.580589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.104672Z","time spent":"475.839292ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:52.605264Z","caller":"traceutil/trace.go:171","msg":"trace[193520883] transaction","detail":"{read_only:false; response_revision:27293; number_of_response:1; }","duration":"333.426772ms","start":"2026-03-04T02:09:52.271807Z","end":"2026-03-04T02:09:52.605233Z","steps":["trace[193520883] 'process raft request' (duration: 333.200996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.60554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.271781Z","time spent":"333.577536ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:52.605639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.440527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-04T02:09:52.60572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.310991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:52.605742Z","caller":"traceutil/trace.go:171","msg":"trace[2083562387] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27294; }","duration":"266.54907ms","start":"2026-03-04T02:09:52.339166Z","end":"2026-03-04T02:09:52.605715Z","steps":["trace[2083562387] 'agreement among raft nodes before linearized reading' (duration: 266.283473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.605771Z","caller":"traceutil/trace.go:171","msg":"trace[1370542371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27294; }","duration":"263.373374ms","start":"2026-03-04T02:09:52.342385Z","end":"2026-03-04T02:09:52.605759Z","steps":["trace[1370542371] 'agreement among raft nodes before linearized reading' (duration: 263.23998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.605656Z","caller":"traceutil/trace.go:171","msg":"trace[570935536] transaction","detail":"{read_only:false; response_revision:27294; number_of_response:1; }","duration":"246.591643ms","start":"2026-03-04T02:09:52.359016Z","end":"2026-03-04T02:09:52.605607Z","steps":["trace[570935536] 'process raft request' (duration: 246.161482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.605883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.37221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:52.605869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.348962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:09:52.605941Z","caller":"traceutil/trace.go:171","msg":"trace[537088258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27294; }","duration":"264.451572ms","start":"2026-03-04T02:09:52.341478Z","end":"2026-03-04T02:09:52.605929Z","steps":["trace[537088258] 'agreement among raft nodes before linearized reading' (duration: 264.349889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.605956Z","caller":"traceutil/trace.go:171","msg":"trace[645319425] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27294; }","duration":"248.462575ms","start":"2026-03-04T02:09:52.357479Z","end":"2026-03-04T02:09:52.605941Z","steps":["trace[645319425] 'agreement among raft nodes before linearized reading' (duration: 248.226809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:53.023353Z","caller":"traceutil/trace.go:171","msg":"trace[2120875123] transaction","detail":"{read_only:false; response_revision:27296; number_of_response:1; }","duration":"412.260321ms","start":"2026-03-04T02:09:52.611059Z","end":"2026-03-04T02:09:53.02332Z","steps":["trace[2120875123] 'process raft request' (duration: 385.795086ms)","trace[2120875123] 'compare' (duration: 26.29915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:53.023524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.61104Z","time spent":"412.397385ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:53.068329Z","caller":"traceutil/trace.go:171","msg":"trace[1343365207] linearizableReadLoop","detail":"{readStateIndex:28610; appliedIndex:28607; }","duration":"131.221114ms","start":"2026-03-04T02:09:52.937085Z","end":"2026-03-04T02:09:53.068306Z","steps":["trace[1343365207] 'read index received' (duration: 59.784748ms)","trace[1343365207] 'applied index is now lower than readState.Index' (duration: 71.435496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:53.068506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.396769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:53.068545Z","caller":"traceutil/trace.go:171","msg":"trace[403478402] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27298; }","duration":"131.502452ms","start":"2026-03-04T02:09:52.937033Z","end":"2026-03-04T02:09:53.068535Z","steps":["trace[403478402] 'agreement among raft nodes before linearized reading' (duration: 131.370448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:53.068928Z","caller":"traceutil/trace.go:171","msg":"trace[990573528] transaction","detail":"{read_only:false; response_revision:27297; number_of_response:1; }","duration":"457.15058ms","start":"2026-03-04T02:09:52.611765Z","end":"2026-03-04T02:09:53.068916Z","steps":["trace[990573528] 'process raft request' (duration: 456.327298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.069021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.611746Z","time spent":"457.217142ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:53.069122Z","caller":"traceutil/trace.go:171","msg":"trace[104015597] transaction","detail":"{read_only:false; response_revision:27298; number_of_response:1; }","duration":"389.886417ms","start":"2026-03-04T02:09:52.679225Z","end":"2026-03-04T02:09:53.069111Z","steps":["trace[104015597] 'process raft request' (duration: 389.030054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.069178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.679198Z","time spent":"389.948659ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:53.383748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.873107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:53.383925Z","caller":"traceutil/trace.go:171","msg":"trace[1505123861] linearizableReadLoop","detail":"{readStateIndex:28612; appliedIndex:28610; }","duration":"295.35547ms","start":"2026-03-04T02:09:53.088553Z","end":"2026-03-04T02:09:53.383908Z","steps":["trace[1505123861] 'read index received' (duration: 119.249287ms)","trace[1505123861] 'applied index is now lower than readState.Index' (duration: 176.105073ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:53.384031Z","caller":"traceutil/trace.go:171","msg":"trace[1733482823] transaction","detail":"{read_only:false; response_revision:27299; number_of_response:1; }","duration":"310.795962ms","start":"2026-03-04T02:09:53.073219Z","end":"2026-03-04T02:09:53.384015Z","steps":["trace[1733482823] 'process raft request' (duration: 134.569085ms)","trace[1733482823] 'compare' (duration: 175.651331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:53.384254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.669008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:09:53.38422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.073196Z","time spent":"310.879454ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:53.384446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.615575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:53.384449Z","caller":"traceutil/trace.go:171","msg":"trace[1062750394] transaction","detail":"{read_only:false; response_revision:27300; number_of_response:1; }","duration":"310.665909ms","start":"2026-03-04T02:09:53.073756Z","end":"2026-03-04T02:09:53.384422Z","steps":["trace[1062750394] 'process raft request' (duration: 310.096083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:53.384473Z","caller":"traceutil/trace.go:171","msg":"trace[1979673335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27300; }","duration":"295.900844ms","start":"2026-03-04T02:09:53.088508Z","end":"2026-03-04T02:09:53.384409Z","steps":["trace[1979673335] 'agreement among raft nodes before linearized reading' (duration: 295.537084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:53.384523Z","caller":"traceutil/trace.go:171","msg":"trace[31194116] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27300; }","duration":"104.757049ms","start":"2026-03-04T02:09:53.279744Z","end":"2026-03-04T02:09:53.384501Z","steps":["trace[31194116] 'agreement among raft nodes before linearized reading' (duration: 104.609515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.384607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.073735Z","time spent":"310.780001ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:53.777801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.203846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:53.777892Z","caller":"traceutil/trace.go:171","msg":"trace[628082442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27301; }","duration":"172.36038ms","start":"2026-03-04T02:09:53.605512Z","end":"2026-03-04T02:09:53.777873Z","steps":["trace[628082442] 'range keys from in-memory index tree' (duration: 172.004821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.777895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.636102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:53.777946Z","caller":"traceutil/trace.go:171","msg":"trace[855554513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27301; }","duration":"128.714246ms","start":"2026-03-04T02:09:53.649218Z","end":"2026-03-04T02:09:53.777932Z","steps":["trace[855554513] 'range keys from in-memory index tree' (duration: 128.509059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.778114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.900879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:53.778172Z","caller":"traceutil/trace.go:171","msg":"trace[57340182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27301; }","duration":"144.95337ms","start":"2026-03-04T02:09:53.633181Z","end":"2026-03-04T02:09:53.778134Z","steps":["trace[57340182] 'range keys from in-memory index tree' (duration: 144.796006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:54.124862Z","caller":"traceutil/trace.go:171","msg":"trace[833402336] transaction","detail":"{read_only:false; response_revision:27303; number_of_response:1; }","duration":"342.292945ms","start":"2026-03-04T02:09:53.782541Z","end":"2026-03-04T02:09:54.124834Z","steps":["trace[833402336] 'process raft request' (duration: 342.227053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.125032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.782517Z","time spent":"342.427418ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:54.125219Z","caller":"traceutil/trace.go:171","msg":"trace[1953435604] transaction","detail":"{read_only:false; response_revision:27302; number_of_response:1; }","duration":"342.644434ms","start":"2026-03-04T02:09:53.782541Z","end":"2026-03-04T02:09:54.125185Z","steps":["trace[1953435604] 'process raft request' (duration: 341.951876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.125331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.782515Z","time spent":"342.759648ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:54.157141Z","caller":"traceutil/trace.go:171","msg":"trace[917326337] linearizableReadLoop","detail":"{readStateIndex:28616; appliedIndex:28613; }","duration":"354.175801ms","start":"2026-03-04T02:09:53.802944Z","end":"2026-03-04T02:09:54.15712Z","steps":["trace[917326337] 'read index received' (duration: 321.709421ms)","trace[917326337] 'applied index is now lower than readState.Index' (duration: 32.46569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:54.15735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.382537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:54.157427Z","caller":"traceutil/trace.go:171","msg":"trace[1975551643] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27304; }","duration":"354.534811ms","start":"2026-03-04T02:09:53.802876Z","end":"2026-03-04T02:09:54.157411Z","steps":["trace[1975551643] 'agreement among raft nodes before linearized reading' (duration: 354.378826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.157445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.549838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:54.157477Z","caller":"traceutil/trace.go:171","msg":"trace[687908012] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27304; }","duration":"194.63411ms","start":"2026-03-04T02:09:53.962834Z","end":"2026-03-04T02:09:54.157468Z","steps":["trace[687908012] 'agreement among raft nodes before linearized reading' (duration: 194.567078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.157479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.802857Z","time spent":"354.608123ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:54.157734Z","caller":"traceutil/trace.go:171","msg":"trace[492151705] transaction","detail":"{read_only:false; response_revision:27304; number_of_response:1; }","duration":"375.104254ms","start":"2026-03-04T02:09:53.782616Z","end":"2026-03-04T02:09:54.15772Z","steps":["trace[492151705] 'process raft request' (duration: 374.388495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.157819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.782607Z","time spent":"375.159215ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:54.703603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.996474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:54.703684Z","caller":"traceutil/trace.go:171","msg":"trace[1362965739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27304; }","duration":"366.110687ms","start":"2026-03-04T02:09:54.337556Z","end":"2026-03-04T02:09:54.703667Z","steps":["trace[1362965739] 'range keys from in-memory index tree' (duration: 365.944743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.703734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.337542Z","time spent":"366.182709ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:54.70403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.545776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:09:54.704075Z","caller":"traceutil/trace.go:171","msg":"trace[1406405963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27304; }","duration":"352.599817ms","start":"2026-03-04T02:09:54.351462Z","end":"2026-03-04T02:09:54.704061Z","steps":["trace[1406405963] 'range keys from in-memory index tree' (duration: 352.441063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.704117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.351455Z","time spent":"352.652338ms","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T02:09:54.704253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.575725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-04T02:09:54.704322Z","caller":"traceutil/trace.go:171","msg":"trace[812006868] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27304; }","duration":"119.654528ms","start":"2026-03-04T02:09:54.584652Z","end":"2026-03-04T02:09:54.704307Z","steps":["trace[812006868] 'range keys from in-memory index tree' (duration: 119.489833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.70434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.669612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-03-04T02:09:54.704401Z","caller":"traceutil/trace.go:171","msg":"trace[291023697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27304; }","duration":"282.767385ms","start":"2026-03-04T02:09:54.42162Z","end":"2026-03-04T02:09:54.704388Z","steps":["trace[291023697] 'range keys from in-memory index tree' (duration: 282.468566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:54.997029Z","caller":"traceutil/trace.go:171","msg":"trace[1432295430] transaction","detail":"{read_only:false; response_revision:27305; number_of_response:1; }","duration":"385.53499ms","start":"2026-03-04T02:09:54.61147Z","end":"2026-03-04T02:09:54.997005Z","steps":["trace[1432295430] 'process raft request' (duration: 385.384996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.997178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.611445Z","time spent":"385.657743ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:55.283259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.38797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:55.283423Z","caller":"traceutil/trace.go:171","msg":"trace[232699325] linearizableReadLoop","detail":"{readStateIndex:28618; appliedIndex:28616; }","duration":"614.032488ms","start":"2026-03-04T02:09:54.669369Z","end":"2026-03-04T02:09:55.283401Z","steps":["trace[232699325] 'read index received' (duration: 327.47436ms)","trace[232699325] 'applied index is now lower than readState.Index' (duration: 286.556508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:55.28351Z","caller":"traceutil/trace.go:171","msg":"trace[212426111] transaction","detail":"{read_only:false; response_revision:27306; number_of_response:1; }","duration":"670.683288ms","start":"2026-03-04T02:09:54.612813Z","end":"2026-03-04T02:09:55.283497Z","steps":["trace[212426111] 'process raft request' (duration: 485.920888ms)","trace[212426111] 'compare' (duration: 184.231406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:55.283582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.612797Z","time spent":"670.750691ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:55.283946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.569422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:55.283987Z","caller":"traceutil/trace.go:171","msg":"trace[2007047909] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27306; }","duration":"614.637893ms","start":"2026-03-04T02:09:54.669338Z","end":"2026-03-04T02:09:55.283976Z","steps":["trace[2007047909] 'agreement among raft nodes before linearized reading' (duration: 614.468969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.28402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.669323Z","time spent":"614.690085ms","remote":"127.0.0.1:55590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":116,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:55.624301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.74194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:55.624717Z","caller":"traceutil/trace.go:171","msg":"trace[1016496925] transaction","detail":"{read_only:false; response_revision:27307; number_of_response:1; }","duration":"522.243844ms","start":"2026-03-04T02:09:55.102416Z","end":"2026-03-04T02:09:55.62466Z","steps":["trace[1016496925] 'process raft request' (duration: 291.042441ms)","trace[1016496925] 'compare' (duration: 230.38715ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:55.624915Z","caller":"traceutil/trace.go:171","msg":"trace[1984184561] transaction","detail":"{read_only:false; response_revision:27309; number_of_response:1; }","duration":"234.77364ms","start":"2026-03-04T02:09:55.390124Z","end":"2026-03-04T02:09:55.624898Z","steps":["trace[1984184561] 'process raft request' (duration: 234.628147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.624933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.102398Z","time spent":"522.419008ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:55.624919Z","caller":"traceutil/trace.go:171","msg":"trace[914476167] transaction","detail":"{read_only:false; response_revision:27308; number_of_response:1; }","duration":"234.966595ms","start":"2026-03-04T02:09:55.389932Z","end":"2026-03-04T02:09:55.624898Z","steps":["trace[914476167] 'process raft request' (duration: 234.724379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.625007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.984418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:55.62505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.310876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-03-04T02:09:55.625062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.651863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-04T02:09:55.625081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.458202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:55.625092Z","caller":"traceutil/trace.go:171","msg":"trace[594889747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27309; }","duration":"920.111581ms","start":"2026-03-04T02:09:54.704962Z","end":"2026-03-04T02:09:55.625074Z","steps":["trace[594889747] 'agreement among raft nodes before linearized reading' (duration: 919.969587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:55.625111Z","caller":"traceutil/trace.go:171","msg":"trace[318590270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27309; }","duration":"916.400089ms","start":"2026-03-04T02:09:54.708697Z","end":"2026-03-04T02:09:55.625097Z","steps":["trace[318590270] 'agreement among raft nodes before linearized reading' (duration: 916.123261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:55.625118Z","caller":"traceutil/trace.go:171","msg":"trace[232946461] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27309; }","duration":"917.735115ms","start":"2026-03-04T02:09:54.707369Z","end":"2026-03-04T02:09:55.625104Z","steps":["trace[232946461] 'agreement among raft nodes before linearized reading' (duration: 917.464178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.625094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.318277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T02:09:55.625111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.599712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-22449993-6b27-4f2b-a61d-1542bd0fcdb3\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:09:55.62521Z","caller":"traceutil/trace.go:171","msg":"trace[1842013153] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27309; }","duration":"908.475551ms","start":"2026-03-04T02:09:54.716708Z","end":"2026-03-04T02:09:55.625184Z","steps":["trace[1842013153] 'agreement among raft nodes before linearized reading' (duration: 908.083901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:55.624772Z","caller":"traceutil/trace.go:171","msg":"trace[1911063432] linearizableReadLoop","detail":"{readStateIndex:28619; appliedIndex:28618; }","duration":"341.297187ms","start":"2026-03-04T02:09:55.283453Z","end":"2026-03-04T02:09:55.62475Z","steps":["trace[1911063432] 'read index received' (duration: 109.91946ms)","trace[1911063432] 'applied index is now lower than readState.Index' (duration: 231.375527ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:55.625228Z","caller":"traceutil/trace.go:171","msg":"trace[972898010] range","detail":"{range_begin:/registry/persistentvolumes/pvc-22449993-6b27-4f2b-a61d-1542bd0fcdb3; range_end:; response_count:1; response_revision:27309; }","duration":"917.741986ms","start":"2026-03-04T02:09:54.707459Z","end":"2026-03-04T02:09:55.625201Z","steps":["trace[972898010] 'agreement among raft nodes before linearized reading' (duration: 917.347885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.625271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.716697Z","time spent":"908.563143ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:55.625151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.70869Z","time spent":"916.45582ms","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:09:55.625293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.707455Z","time spent":"917.822818ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-22449993-6b27-4f2b-a61d-1542bd0fcdb3\" "} {"level":"info","ts":"2026-03-04T02:09:55.625141Z","caller":"traceutil/trace.go:171","msg":"trace[1104806233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27309; }","duration":"582.546445ms","start":"2026-03-04T02:09:55.042579Z","end":"2026-03-04T02:09:55.625125Z","steps":["trace[1104806233] 'agreement among raft nodes before linearized reading' (duration: 582.256497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.625388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.042563Z","time spent":"582.807562ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:55.625152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.707354Z","time spent":"917.792207ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:55.625111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.743571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:09:55.625511Z","caller":"traceutil/trace.go:171","msg":"trace[12481422] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27309; }","duration":"552.209254ms","start":"2026-03-04T02:09:55.07329Z","end":"2026-03-04T02:09:55.625499Z","steps":["trace[12481422] 'agreement among raft nodes before linearized reading' (duration: 551.548506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.625151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.704937Z","time spent":"920.205803ms","remote":"127.0.0.1:55188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:55.625559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.07327Z","time spent":"552.278306ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T02:09:55.62616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.663276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:09:55.626213Z","caller":"traceutil/trace.go:171","msg":"trace[125930534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27309; }","duration":"169.772119ms","start":"2026-03-04T02:09:55.456429Z","end":"2026-03-04T02:09:55.626201Z","steps":["trace[125930534] 'agreement among raft nodes before linearized reading' (duration: 169.601134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.882899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.125658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:55.882976Z","caller":"traceutil/trace.go:171","msg":"trace[189614018] transaction","detail":"{read_only:false; response_revision:27310; number_of_response:1; }","duration":"253.200254ms","start":"2026-03-04T02:09:55.629759Z","end":"2026-03-04T02:09:55.882959Z","steps":["trace[189614018] 'process raft request' (duration: 127.940113ms)","trace[189614018] 'compare' (duration: 124.929692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:56.250016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.172093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:56.250249Z","caller":"traceutil/trace.go:171","msg":"trace[690504870] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"619.882257ms","start":"2026-03-04T02:09:55.630332Z","end":"2026-03-04T02:09:56.250215Z","steps":["trace[690504870] 'process raft request' (duration: 519.412655ms)","trace[690504870] 'compare' (duration: 99.944228ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:56.250289Z","caller":"traceutil/trace.go:171","msg":"trace[1455987837] transaction","detail":"{read_only:false; response_revision:27312; number_of_response:1; }","duration":"619.887257ms","start":"2026-03-04T02:09:55.630382Z","end":"2026-03-04T02:09:56.250269Z","steps":["trace[1455987837] 'process raft request' (duration: 619.747153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.250386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.630366Z","time spent":"619.97212ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:56.250451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.630318Z","time spent":"620.005461ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:56.250606Z","caller":"traceutil/trace.go:171","msg":"trace[2073088932] transaction","detail":"{read_only:false; response_revision:27313; number_of_response:1; }","duration":"619.014274ms","start":"2026-03-04T02:09:55.631581Z","end":"2026-03-04T02:09:56.250595Z","steps":["trace[2073088932] 'process raft request' (duration: 618.640294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.250669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.631572Z","time spent":"619.064085ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:56.250856Z","caller":"traceutil/trace.go:171","msg":"trace[1301883655] transaction","detail":"{read_only:false; response_revision:27314; number_of_response:1; }","duration":"617.887183ms","start":"2026-03-04T02:09:55.632953Z","end":"2026-03-04T02:09:56.25084Z","steps":["trace[1301883655] 'process raft request' (duration: 617.486782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.250928Z","caller":"traceutil/trace.go:171","msg":"trace[705407400] linearizableReadLoop","detail":"{readStateIndex:28626; appliedIndex:28621; }","duration":"615.863798ms","start":"2026-03-04T02:09:55.635013Z","end":"2026-03-04T02:09:56.250877Z","steps":["trace[705407400] 'read index received' (duration: 122.761202ms)","trace[705407400] 'applied index is now lower than readState.Index' (duration: 493.101226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:56.250978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.632942Z","time spent":"617.986995ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:56.251045Z","caller":"traceutil/trace.go:171","msg":"trace[882211687] transaction","detail":"{read_only:false; response_revision:27315; number_of_response:1; }","duration":"565.9476ms","start":"2026-03-04T02:09:55.685086Z","end":"2026-03-04T02:09:56.251034Z","steps":["trace[882211687] 'process raft request' (duration: 565.58909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.251168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.685059Z","time spent":"566.019332ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:56.251243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.68916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:56.251309Z","caller":"traceutil/trace.go:171","msg":"trace[2023451350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27315; }","duration":"122.796333ms","start":"2026-03-04T02:09:56.128496Z","end":"2026-03-04T02:09:56.251292Z","steps":["trace[2023451350] 'agreement among raft nodes before linearized reading' (duration: 122.608208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.251338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.300299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:56.251428Z","caller":"traceutil/trace.go:171","msg":"trace[1411488487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27315; }","duration":"616.423993ms","start":"2026-03-04T02:09:55.634984Z","end":"2026-03-04T02:09:56.251408Z","steps":["trace[1411488487] 'agreement among raft nodes before linearized reading' (duration: 616.270779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.251471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.63487Z","time spent":"616.594488ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:56.251498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.175225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:09:56.251546Z","caller":"traceutil/trace.go:171","msg":"trace[1615751667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27315; }","duration":"122.260699ms","start":"2026-03-04T02:09:56.129273Z","end":"2026-03-04T02:09:56.251534Z","steps":["trace[1615751667] 'agreement among raft nodes before linearized reading' (duration: 122.117615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.530038Z","caller":"traceutil/trace.go:171","msg":"trace[389593069] linearizableReadLoop","detail":"{readStateIndex:28629; appliedIndex:28627; }","duration":"271.436825ms","start":"2026-03-04T02:09:56.258572Z","end":"2026-03-04T02:09:56.530009Z","steps":["trace[389593069] 'read index received' (duration: 56.054896ms)","trace[389593069] 'applied index is now lower than readState.Index' (duration: 215.380469ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:56.530537Z","caller":"traceutil/trace.go:171","msg":"trace[2036812890] transaction","detail":"{read_only:false; response_revision:27319; number_of_response:1; }","duration":"269.581853ms","start":"2026-03-04T02:09:56.260925Z","end":"2026-03-04T02:09:56.530507Z","steps":["trace[2036812890] 'process raft request' (duration: 269.042969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.530706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.102783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:09:56.530804Z","caller":"traceutil/trace.go:171","msg":"trace[1693179532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27319; }","duration":"272.242297ms","start":"2026-03-04T02:09:56.258533Z","end":"2026-03-04T02:09:56.530775Z","steps":["trace[1693179532] 'agreement among raft nodes before linearized reading' (duration: 271.98503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.530865Z","caller":"traceutil/trace.go:171","msg":"trace[776031796] transaction","detail":"{read_only:false; response_revision:27318; number_of_response:1; }","duration":"271.687662ms","start":"2026-03-04T02:09:56.259163Z","end":"2026-03-04T02:09:56.530851Z","steps":["trace[776031796] 'process raft request' (duration: 270.751536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.530925Z","caller":"traceutil/trace.go:171","msg":"trace[643892828] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27317; }","duration":"271.845836ms","start":"2026-03-04T02:09:56.258976Z","end":"2026-03-04T02:09:56.530822Z","steps":["trace[643892828] 'process raft request' (duration: 270.89373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.531328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.21265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:09:56.531359Z","caller":"traceutil/trace.go:171","msg":"trace[1538472773] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27319; }","duration":"182.291742ms","start":"2026-03-04T02:09:56.34906Z","end":"2026-03-04T02:09:56.531351Z","steps":["trace[1538472773] 'agreement among raft nodes before linearized reading' (duration: 182.21787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.531554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.302517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:56.531582Z","caller":"traceutil/trace.go:171","msg":"trace[1054548288] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27319; }","duration":"188.382129ms","start":"2026-03-04T02:09:56.343192Z","end":"2026-03-04T02:09:56.531574Z","steps":["trace[1054548288] 'agreement among raft nodes before linearized reading' (duration: 188.324498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.531192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.300568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:56.531734Z","caller":"traceutil/trace.go:171","msg":"trace[243956568] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27319; }","duration":"249.834133ms","start":"2026-03-04T02:09:56.28188Z","end":"2026-03-04T02:09:56.531714Z","steps":["trace[243956568] 'agreement among raft nodes before linearized reading' (duration: 249.277847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.531814Z","caller":"traceutil/trace.go:171","msg":"trace[1676664613] transaction","detail":"{read_only:false; response_revision:27317; number_of_response:1; }","duration":"275.386983ms","start":"2026-03-04T02:09:56.256416Z","end":"2026-03-04T02:09:56.531803Z","steps":["trace[1676664613] 'process raft request' (duration: 273.218074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.742371Z","caller":"traceutil/trace.go:171","msg":"trace[602257220] transaction","detail":"{read_only:false; response_revision:27320; number_of_response:1; }","duration":"206.064133ms","start":"2026-03-04T02:09:56.536282Z","end":"2026-03-04T02:09:56.742346Z","steps":["trace[602257220] 'process raft request' (duration: 205.894909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.751594Z","caller":"traceutil/trace.go:171","msg":"trace[2085932390] linearizableReadLoop","detail":"{readStateIndex:28634; appliedIndex:28632; }","duration":"200.686417ms","start":"2026-03-04T02:09:56.550871Z","end":"2026-03-04T02:09:56.751558Z","steps":["trace[2085932390] 'read index received' (duration: 191.344661ms)","trace[2085932390] 'applied index is now lower than readState.Index' (duration: 9.340216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:56.751827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.936133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:09:56.751877Z","caller":"traceutil/trace.go:171","msg":"trace[1038857801] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:27321; }","duration":"201.026926ms","start":"2026-03-04T02:09:56.55084Z","end":"2026-03-04T02:09:56.751867Z","steps":["trace[1038857801] 'agreement among raft nodes before linearized reading' (duration: 200.81911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.75221Z","caller":"traceutil/trace.go:171","msg":"trace[1640735718] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"209.965401ms","start":"2026-03-04T02:09:56.542232Z","end":"2026-03-04T02:09:56.752197Z","steps":["trace[1640735718] 'process raft request' (duration: 209.18539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:00.436802Z","caller":"traceutil/trace.go:171","msg":"trace[1824458160] transaction","detail":"{read_only:false; response_revision:27343; number_of_response:1; }","duration":"332.408563ms","start":"2026-03-04T02:10:00.10436Z","end":"2026-03-04T02:10:00.436769Z","steps":["trace[1824458160] 'process raft request' (duration: 332.133696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:00.436998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.104335Z","time spent":"332.572169ms","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5414,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:10:00.884391Z","caller":"traceutil/trace.go:171","msg":"trace[1899849227] linearizableReadLoop","detail":"{readStateIndex:28658; appliedIndex:28656; }","duration":"619.99651ms","start":"2026-03-04T02:10:00.264361Z","end":"2026-03-04T02:10:00.884358Z","steps":["trace[1899849227] 'read index received' (duration: 172.184245ms)","trace[1899849227] 'applied index is now lower than readState.Index' (duration: 447.810395ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:00.884648Z","caller":"traceutil/trace.go:171","msg":"trace[964950894] transaction","detail":"{read_only:false; response_revision:27344; number_of_response:1; }","duration":"779.126969ms","start":"2026-03-04T02:10:00.10547Z","end":"2026-03-04T02:10:00.884597Z","steps":["trace[964950894] 'process raft request' (duration: 778.685537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:00.884764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.38383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:00.884802Z","caller":"traceutil/trace.go:171","msg":"trace[1615813047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27344; }","duration":"620.476333ms","start":"2026-03-04T02:10:00.264315Z","end":"2026-03-04T02:10:00.884791Z","steps":["trace[1615813047] 'agreement among raft nodes before linearized reading' (duration: 620.284618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:00.884825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.264286Z","time spent":"620.534335ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:00.88491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.105445Z","time spent":"779.305964ms","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4968,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:10:01.077185Z","caller":"traceutil/trace.go:171","msg":"trace[1165029679] transaction","detail":"{read_only:false; response_revision:27347; number_of_response:1; }","duration":"497.66401ms","start":"2026-03-04T02:10:00.579497Z","end":"2026-03-04T02:10:01.077161Z","steps":["trace[1165029679] 'process raft request' (duration: 497.561237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:01.077352Z","caller":"traceutil/trace.go:171","msg":"trace[1232449845] transaction","detail":"{read_only:false; response_revision:27345; number_of_response:1; }","duration":"635.754502ms","start":"2026-03-04T02:10:00.441581Z","end":"2026-03-04T02:10:01.077336Z","steps":["trace[1232449845] 'process raft request' (duration: 635.097154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.077417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.441555Z","time spent":"635.830504ms","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:10:01.077405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.579475Z","time spent":"497.787224ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:01.077414Z","caller":"traceutil/trace.go:171","msg":"trace[859241544] transaction","detail":"{read_only:false; response_revision:27346; number_of_response:1; }","duration":"630.287902ms","start":"2026-03-04T02:10:00.447071Z","end":"2026-03-04T02:10:01.077359Z","steps":["trace[859241544] 'process raft request' (duration: 629.922523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.077557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.447058Z","time spent":"630.436846ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:01.077705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.735715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:10:01.07778Z","caller":"traceutil/trace.go:171","msg":"trace[2088404007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27348; }","duration":"530.91189ms","start":"2026-03-04T02:10:00.546853Z","end":"2026-03-04T02:10:01.077765Z","steps":["trace[2088404007] 'agreement among raft nodes before linearized reading' (duration: 530.703295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.077819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.54683Z","time spent":"530.981582ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:01.077622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.884904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:01.077712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.874731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:01.077889Z","caller":"traceutil/trace.go:171","msg":"trace[1540328108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27348; }","duration":"598.153021ms","start":"2026-03-04T02:10:00.479726Z","end":"2026-03-04T02:10:01.077879Z","steps":["trace[1540328108] 'agreement among raft nodes before linearized reading' (duration: 597.863974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.077942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.479701Z","time spent":"598.233514ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:01.077623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.113795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:10:01.077922Z","caller":"traceutil/trace.go:171","msg":"trace[1554940524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27348; }","duration":"741.113267ms","start":"2026-03-04T02:10:00.336791Z","end":"2026-03-04T02:10:01.077905Z","steps":["trace[1554940524] 'agreement among raft nodes before linearized reading' (duration: 740.8628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.077961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.869599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:10:01.078031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.118445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-03-04T02:10:01.078083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.336773Z","time spent":"741.295023ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:01.078028Z","caller":"traceutil/trace.go:171","msg":"trace[338826121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27348; }","duration":"811.596668ms","start":"2026-03-04T02:10:00.266418Z","end":"2026-03-04T02:10:01.078015Z","steps":["trace[338826121] 'agreement among raft nodes before linearized reading' (duration: 811.067254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:01.078155Z","caller":"traceutil/trace.go:171","msg":"trace[272964655] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27348; }","duration":"524.31188ms","start":"2026-03-04T02:10:00.553812Z","end":"2026-03-04T02:10:01.078124Z","steps":["trace[272964655] 'agreement among raft nodes before linearized reading' (duration: 523.877598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:01.078112Z","caller":"traceutil/trace.go:171","msg":"trace[1664556397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27348; }","duration":"531.054864ms","start":"2026-03-04T02:10:00.547046Z","end":"2026-03-04T02:10:01.078101Z","steps":["trace[1664556397] 'agreement among raft nodes before linearized reading' (duration: 530.423087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.078217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.547027Z","time spent":"531.185197ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:01.078231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.553797Z","time spent":"524.418763ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:01.078175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.266407Z","time spent":"811.755922ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:01.077664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.256177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-04T02:10:01.078445Z","caller":"traceutil/trace.go:171","msg":"trace[835413171] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27348; }","duration":"315.08728ms","start":"2026-03-04T02:10:00.763339Z","end":"2026-03-04T02:10:01.078426Z","steps":["trace[835413171] 'agreement among raft nodes before linearized reading' (duration: 314.167364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.078499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.76332Z","time spent":"315.163472ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:01.077682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.67276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:10:01.078594Z","caller":"traceutil/trace.go:171","msg":"trace[1137167641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27348; }","duration":"751.625937ms","start":"2026-03-04T02:10:00.326959Z","end":"2026-03-04T02:10:01.078585Z","steps":["trace[1137167641] 'agreement among raft nodes before linearized reading' (duration: 750.68311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.078628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.32694Z","time spent":"751.679448ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:10:01.077443Z","caller":"traceutil/trace.go:171","msg":"trace[1118698039] linearizableReadLoop","detail":"{readStateIndex:28662; appliedIndex:28658; }","duration":"192.942945ms","start":"2026-03-04T02:10:00.88447Z","end":"2026-03-04T02:10:01.077413Z","steps":["trace[1118698039] 'read index received' (duration: 192.335848ms)","trace[1118698039] 'applied index is now lower than readState.Index' (duration: 603.497µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:01.077691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.99064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:01.078723Z","caller":"traceutil/trace.go:171","msg":"trace[617671879] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27348; }","duration":"395.021669ms","start":"2026-03-04T02:10:00.683683Z","end":"2026-03-04T02:10:01.078704Z","steps":["trace[617671879] 'agreement among raft nodes before linearized reading' (duration: 393.968939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.078777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.683669Z","time spent":"395.090371ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:01.077698Z","caller":"traceutil/trace.go:171","msg":"trace[2088174924] transaction","detail":"{read_only:false; response_revision:27348; number_of_response:1; }","duration":"446.067137ms","start":"2026-03-04T02:10:00.631615Z","end":"2026-03-04T02:10:01.077682Z","steps":["trace[2088174924] 'process raft request' (duration: 445.494702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.07758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.703766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:01.07897Z","caller":"traceutil/trace.go:171","msg":"trace[1408606310] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:27348; }","duration":"635.093094ms","start":"2026-03-04T02:10:00.44385Z","end":"2026-03-04T02:10:01.078943Z","steps":["trace[1408606310] 'agreement among raft nodes before linearized reading' (duration: 633.664985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.079005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.631594Z","time spent":"447.26599ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:01.077666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.804766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:01.079086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.443799Z","time spent":"635.243858ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-03-04T02:10:01.079095Z","caller":"traceutil/trace.go:171","msg":"trace[183090084] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27348; }","duration":"705.255346ms","start":"2026-03-04T02:10:00.373823Z","end":"2026-03-04T02:10:01.079078Z","steps":["trace[183090084] 'agreement among raft nodes before linearized reading' (duration: 703.822666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.079136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.373806Z","time spent":"705.318068ms","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:01.083977Z","caller":"traceutil/trace.go:171","msg":"trace[1520720010] transaction","detail":"{read_only:false; response_revision:27350; number_of_response:1; }","duration":"190.424386ms","start":"2026-03-04T02:10:00.893532Z","end":"2026-03-04T02:10:01.083956Z","steps":["trace[1520720010] 'process raft request' (duration: 190.305592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:01.084103Z","caller":"traceutil/trace.go:171","msg":"trace[565133746] transaction","detail":"{read_only:false; response_revision:27349; number_of_response:1; }","duration":"195.587017ms","start":"2026-03-04T02:10:00.888484Z","end":"2026-03-04T02:10:01.084071Z","steps":["trace[565133746] 'process raft request' (duration: 195.226106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.814075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.462688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:04.814129Z","caller":"traceutil/trace.go:171","msg":"trace[1741322899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27406; }","duration":"136.56522ms","start":"2026-03-04T02:10:04.677552Z","end":"2026-03-04T02:10:04.814117Z","steps":["trace[1741322899] 'range keys from in-memory index tree' (duration: 136.365355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:05.341984Z","caller":"traceutil/trace.go:171","msg":"trace[964425163] linearizableReadLoop","detail":"{readStateIndex:28723; appliedIndex:28722; }","duration":"243.437397ms","start":"2026-03-04T02:10:05.098527Z","end":"2026-03-04T02:10:05.341964Z","steps":["trace[964425163] 'read index received' (duration: 243.261422ms)","trace[964425163] 'applied index is now lower than readState.Index' (duration: 174.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:05.342079Z","caller":"traceutil/trace.go:171","msg":"trace[609353244] transaction","detail":"{read_only:false; response_revision:27407; number_of_response:1; }","duration":"247.269273ms","start":"2026-03-04T02:10:05.094773Z","end":"2026-03-04T02:10:05.342043Z","steps":["trace[609353244] 'process raft request' (duration: 247.032126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.342193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.646754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:05.342233Z","caller":"traceutil/trace.go:171","msg":"trace[817855040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27407; }","duration":"243.734686ms","start":"2026-03-04T02:10:05.098483Z","end":"2026-03-04T02:10:05.342218Z","steps":["trace[817855040] 'agreement among raft nodes before linearized reading' (duration: 243.573932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:05.688313Z","caller":"traceutil/trace.go:171","msg":"trace[2021863312] linearizableReadLoop","detail":"{readStateIndex:28724; appliedIndex:28723; }","duration":"346.244212ms","start":"2026-03-04T02:10:05.34204Z","end":"2026-03-04T02:10:05.688285Z","steps":["trace[2021863312] 'read index received' (duration: 250.742667ms)","trace[2021863312] 'applied index is now lower than readState.Index' (duration: 95.500015ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:05.688582Z","caller":"traceutil/trace.go:171","msg":"trace[639894771] transaction","detail":"{read_only:false; response_revision:27408; number_of_response:1; }","duration":"369.905951ms","start":"2026-03-04T02:10:05.318644Z","end":"2026-03-04T02:10:05.68855Z","steps":["trace[639894771] 'process raft request' (duration: 274.172949ms)","trace[639894771] 'compare' (duration: 95.31662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:05.688657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.198973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:05.68871Z","caller":"traceutil/trace.go:171","msg":"trace[1184660603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27408; }","duration":"349.285546ms","start":"2026-03-04T02:10:05.33941Z","end":"2026-03-04T02:10:05.688695Z","steps":["trace[1184660603] 'agreement among raft nodes before linearized reading' (duration: 349.193593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.688646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.287518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-03-04T02:10:05.688733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.318606Z","time spent":"370.038534ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:05.688746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.339394Z","time spent":"349.344177ms","remote":"127.0.0.1:55188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:05.688763Z","caller":"traceutil/trace.go:171","msg":"trace[121173714] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27408; }","duration":"555.503724ms","start":"2026-03-04T02:10:05.133246Z","end":"2026-03-04T02:10:05.68875Z","steps":["trace[121173714] 'agreement among raft nodes before linearized reading' (duration: 555.188916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.688761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.009976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-04T02:10:05.688753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.170737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:10:05.688647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.946769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-03-04T02:10:05.688802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.133216Z","time spent":"555.573366ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:10:05.688817Z","caller":"traceutil/trace.go:171","msg":"trace[1604639101] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27408; }","duration":"350.054407ms","start":"2026-03-04T02:10:05.338743Z","end":"2026-03-04T02:10:05.688797Z","steps":["trace[1604639101] 'agreement among raft nodes before linearized reading' (duration: 349.950024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.688816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.007132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:05.688831Z","caller":"traceutil/trace.go:171","msg":"trace[1530135361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27408; }","duration":"585.300481ms","start":"2026-03-04T02:10:05.103513Z","end":"2026-03-04T02:10:05.688814Z","steps":["trace[1530135361] 'agreement among raft nodes before linearized reading' (duration: 585.086605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:05.688846Z","caller":"traceutil/trace.go:171","msg":"trace[661046823] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27408; }","duration":"555.164385ms","start":"2026-03-04T02:10:05.133658Z","end":"2026-03-04T02:10:05.688822Z","steps":["trace[661046823] 'agreement among raft nodes before linearized reading' (duration: 554.818646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.688857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.338717Z","time spent":"350.13195ms","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-04T02:10:05.688876Z","caller":"traceutil/trace.go:171","msg":"trace[672860671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27408; }","duration":"585.094205ms","start":"2026-03-04T02:10:05.103768Z","end":"2026-03-04T02:10:05.688862Z","steps":["trace[672860671] 'agreement among raft nodes before linearized reading' (duration: 584.887139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.688878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.103487Z","time spent":"585.383312ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:05.688906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.103762Z","time spent":"585.137566ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:05.688901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.13364Z","time spent":"555.244147ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:05.68889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.370473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:10:05.688961Z","caller":"traceutil/trace.go:171","msg":"trace[537810985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27408; }","duration":"585.481405ms","start":"2026-03-04T02:10:05.103462Z","end":"2026-03-04T02:10:05.688943Z","steps":["trace[537810985] 'agreement among raft nodes before linearized reading' (duration: 585.236599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.689005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.103446Z","time spent":"585.550287ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:05.688986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.894986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:10:05.689073Z","caller":"traceutil/trace.go:171","msg":"trace[1956817352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27408; }","duration":"586.002189ms","start":"2026-03-04T02:10:05.103048Z","end":"2026-03-04T02:10:05.68905Z","steps":["trace[1956817352] 'agreement among raft nodes before linearized reading' (duration: 585.693211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.689108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.103018Z","time spent":"586.084932ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:10:06.112371Z","caller":"traceutil/trace.go:171","msg":"trace[249169099] transaction","detail":"{read_only:false; response_revision:27409; number_of_response:1; }","duration":"766.271776ms","start":"2026-03-04T02:10:05.346068Z","end":"2026-03-04T02:10:06.11234Z","steps":["trace[249169099] 'process raft request' (duration: 748.5119ms)","trace[249169099] 'compare' (duration: 17.198881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:06.112526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.346051Z","time spent":"766.392751ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:06.628187Z","caller":"traceutil/trace.go:171","msg":"trace[1386619231] transaction","detail":"{read_only:false; response_revision:27410; number_of_response:1; }","duration":"966.207192ms","start":"2026-03-04T02:10:05.661955Z","end":"2026-03-04T02:10:06.628162Z","steps":["trace[1386619231] 'process raft request' (duration: 965.992457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.628431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.661924Z","time spent":"966.424508ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:06.6285Z","caller":"traceutil/trace.go:171","msg":"trace[687294649] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"963.679073ms","start":"2026-03-04T02:10:05.664768Z","end":"2026-03-04T02:10:06.628448Z","steps":["trace[687294649] 'process raft request' (duration: 963.348514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:06.628692Z","caller":"traceutil/trace.go:171","msg":"trace[1579181165] transaction","detail":"{read_only:false; response_revision:27414; number_of_response:1; }","duration":"933.837087ms","start":"2026-03-04T02:10:05.694836Z","end":"2026-03-04T02:10:06.628673Z","steps":["trace[1579181165] 'process raft request' (duration: 933.665903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.62871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.664742Z","time spent":"963.869539ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:06.62881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.694825Z","time spent":"933.921749ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:06.62884Z","caller":"traceutil/trace.go:171","msg":"trace[1016787136] transaction","detail":"{read_only:false; response_revision:27413; number_of_response:1; }","duration":"934.301909ms","start":"2026-03-04T02:10:05.694521Z","end":"2026-03-04T02:10:06.628823Z","steps":["trace[1016787136] 'process raft request' (duration: 933.94304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.628964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.694503Z","time spent":"934.385672ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:06.628569Z","caller":"traceutil/trace.go:171","msg":"trace[964537172] transaction","detail":"{read_only:false; response_revision:27412; number_of_response:1; }","duration":"934.062653ms","start":"2026-03-04T02:10:05.694481Z","end":"2026-03-04T02:10:06.628543Z","steps":["trace[964537172] 'process raft request' (duration: 933.873178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.629137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.694457Z","time spent":"934.651369ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:06.629171Z","caller":"traceutil/trace.go:171","msg":"trace[971132056] linearizableReadLoop","detail":"{readStateIndex:28727; appliedIndex:28724; }","duration":"940.737235ms","start":"2026-03-04T02:10:05.688403Z","end":"2026-03-04T02:10:06.629141Z","steps":["trace[971132056] 'read index received' (duration: 405.945428ms)","trace[971132056] 'applied index is now lower than readState.Index' (duration: 534.790297ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:06.629328Z","caller":"traceutil/trace.go:171","msg":"trace[1679656346] transaction","detail":"{read_only:false; response_revision:27415; number_of_response:1; }","duration":"933.674731ms","start":"2026-03-04T02:10:05.695636Z","end":"2026-03-04T02:10:06.629311Z","steps":["trace[1679656346] 'process raft request' (duration: 932.994523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:06.629414Z","caller":"traceutil/trace.go:171","msg":"trace[1914274243] transaction","detail":"{read_only:false; response_revision:27416; number_of_response:1; }","duration":"544.516323ms","start":"2026-03-04T02:10:06.084873Z","end":"2026-03-04T02:10:06.629389Z","steps":["trace[1914274243] 'process raft request' (duration: 544.136902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.629482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000521432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:06.629524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.084848Z","time spent":"544.621936ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:06.629428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133375032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:06.629467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.695626Z","time spent":"933.752893ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:06.629754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.778806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:06.629811Z","caller":"traceutil/trace.go:171","msg":"trace[204978097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27416; }","duration":"289.883679ms","start":"2026-03-04T02:10:06.339913Z","end":"2026-03-04T02:10:06.629797Z","steps":["trace[204978097] 'agreement among raft nodes before linearized reading' (duration: 289.788246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.629823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.900858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:10:06.629867Z","caller":"traceutil/trace.go:171","msg":"trace[1956489120] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27416; }","duration":"684.98388ms","start":"2026-03-04T02:10:05.944871Z","end":"2026-03-04T02:10:06.629854Z","steps":["trace[1956489120] 'agreement among raft nodes before linearized reading' (duration: 684.816066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.629906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.944851Z","time spent":"685.047871ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T02:10:06.629901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.111528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:06.629949Z","caller":"traceutil/trace.go:171","msg":"trace[1286461008] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27416; }","duration":"473.2018ms","start":"2026-03-04T02:10:06.156735Z","end":"2026-03-04T02:10:06.629937Z","steps":["trace[1286461008] 'agreement among raft nodes before linearized reading' (duration: 473.120138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.629987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.156711Z","time spent":"473.265501ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:06.63002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.519057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:06.630057Z","caller":"traceutil/trace.go:171","msg":"trace[1304352851] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27416; }","duration":"749.62223ms","start":"2026-03-04T02:10:05.880423Z","end":"2026-03-04T02:10:06.630045Z","steps":["trace[1304352851] 'agreement among raft nodes before linearized reading' (duration: 749.565139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.630086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.880394Z","time spent":"749.684082ms","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:06.630146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.609332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b8e8917c-0749-4431-922a-deade82e03d1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-04T02:10:06.630222Z","caller":"traceutil/trace.go:171","msg":"trace[685729127] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b8e8917c-0749-4431-922a-deade82e03d1; range_end:; response_count:1; response_revision:27416; }","duration":"936.743545ms","start":"2026-03-04T02:10:05.69346Z","end":"2026-03-04T02:10:06.630203Z","steps":["trace[685729127] 'agreement among raft nodes before linearized reading' (duration: 936.506219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.630268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.69344Z","time spent":"936.819507ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-b8e8917c-0749-4431-922a-deade82e03d1\" "} {"level":"warn","ts":"2026-03-04T02:10:06.630327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.856078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-04T02:10:06.630389Z","caller":"traceutil/trace.go:171","msg":"trace[1048902090] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27416; }","duration":"936.93343ms","start":"2026-03-04T02:10:05.69344Z","end":"2026-03-04T02:10:06.630374Z","steps":["trace[1048902090] 'agreement among raft nodes before linearized reading' (duration: 936.782596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.630196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.841968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T02:10:06.63043Z","caller":"traceutil/trace.go:171","msg":"trace[2010027062] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27416; }","duration":"1.134367389s","start":"2026-03-04T02:10:05.495998Z","end":"2026-03-04T02:10:06.630365Z","steps":["trace[2010027062] 'agreement among raft nodes before linearized reading' (duration: 1.133352231s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:06.629542Z","caller":"traceutil/trace.go:171","msg":"trace[947521846] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27416; }","duration":"1.000596534s","start":"2026-03-04T02:10:05.628921Z","end":"2026-03-04T02:10:06.629517Z","steps":["trace[947521846] 'agreement among raft nodes before linearized reading' (duration: 1.000538252s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:06.630555Z","caller":"traceutil/trace.go:171","msg":"trace[1056495542] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27416; }","duration":"937.362552ms","start":"2026-03-04T02:10:05.693132Z","end":"2026-03-04T02:10:06.630495Z","steps":["trace[1056495542] 'agreement among raft nodes before linearized reading' (duration: 936.506109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:06.63065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.495975Z","time spent":"1.134548783s","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:06.630668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.693119Z","time spent":"937.532117ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:06.630603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.628902Z","time spent":"1.001684904s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:06.630442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.693426Z","time spent":"936.999942ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:07.004915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.799017ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.005063Z","caller":"traceutil/trace.go:171","msg":"trace[466204375] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27416; }","duration":"155.961862ms","start":"2026-03-04T02:10:06.849076Z","end":"2026-03-04T02:10:07.005038Z","steps":["trace[466204375] 'range keys from in-memory index tree' (duration: 155.779237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.00529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.631221Z","time spent":"374.062524ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:07.037815Z","caller":"traceutil/trace.go:171","msg":"trace[636255517] transaction","detail":"{read_only:false; response_revision:27417; number_of_response:1; }","duration":"403.48136ms","start":"2026-03-04T02:10:06.634317Z","end":"2026-03-04T02:10:07.037798Z","steps":["trace[636255517] 'process raft request' (duration: 403.318666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.037932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.634294Z","time spent":"403.576703ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:07.037975Z","caller":"traceutil/trace.go:171","msg":"trace[1902536322] transaction","detail":"{read_only:false; response_revision:27418; number_of_response:1; }","duration":"403.44089ms","start":"2026-03-04T02:10:06.634524Z","end":"2026-03-04T02:10:07.037965Z","steps":["trace[1902536322] 'process raft request' (duration: 403.227974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.038027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.634515Z","time spent":"403.486921ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:07.038128Z","caller":"traceutil/trace.go:171","msg":"trace[686358548] linearizableReadLoop","detail":"{readStateIndex:28736; appliedIndex:28732; }","duration":"182.339084ms","start":"2026-03-04T02:10:06.855766Z","end":"2026-03-04T02:10:07.038105Z","steps":["trace[686358548] 'read index received' (duration: 99.034292ms)","trace[686358548] 'applied index is now lower than readState.Index' (duration: 83.303742ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:07.038242Z","caller":"traceutil/trace.go:171","msg":"trace[44250676] transaction","detail":"{read_only:false; response_revision:27419; number_of_response:1; }","duration":"403.46759ms","start":"2026-03-04T02:10:06.634734Z","end":"2026-03-04T02:10:07.038202Z","steps":["trace[44250676] 'process raft request' (duration: 403.181153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.038315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.544539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:07.038343Z","caller":"traceutil/trace.go:171","msg":"trace[1512805695] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27419; }","duration":"182.608451ms","start":"2026-03-04T02:10:06.855727Z","end":"2026-03-04T02:10:07.038336Z","steps":["trace[1512805695] 'agreement among raft nodes before linearized reading' (duration: 182.480307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.038427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.634718Z","time spent":"403.605134ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:07.185088Z","caller":"traceutil/trace.go:171","msg":"trace[1148057357] linearizableReadLoop","detail":"{readStateIndex:28737; appliedIndex:28736; }","duration":"146.872322ms","start":"2026-03-04T02:10:07.03819Z","end":"2026-03-04T02:10:07.185062Z","steps":["trace[1148057357] 'read index received' (duration: 127.689368ms)","trace[1148057357] 'applied index is now lower than readState.Index' (duration: 19.181684ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:07.185155Z","caller":"traceutil/trace.go:171","msg":"trace[502568092] transaction","detail":"{read_only:false; response_revision:27420; number_of_response:1; }","duration":"178.764715ms","start":"2026-03-04T02:10:07.006348Z","end":"2026-03-04T02:10:07.185113Z","steps":["trace[502568092] 'process raft request' (duration: 159.585441ms)","trace[502568092] 'compare' (duration: 19.0073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:07.18522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.868578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.185258Z","caller":"traceutil/trace.go:171","msg":"trace[554253096] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27420; }","duration":"239.969201ms","start":"2026-03-04T02:10:06.945278Z","end":"2026-03-04T02:10:07.185248Z","steps":["trace[554253096] 'agreement among raft nodes before linearized reading' (duration: 239.809357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.185342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.707085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-03-04T02:10:07.185379Z","caller":"traceutil/trace.go:171","msg":"trace[965391712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27420; }","duration":"254.801758ms","start":"2026-03-04T02:10:06.930564Z","end":"2026-03-04T02:10:07.185366Z","steps":["trace[965391712] 'agreement among raft nodes before linearized reading' (duration: 254.638343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.18548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.264404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-04T02:10:07.185497Z","caller":"traceutil/trace.go:171","msg":"trace[1834492223] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27420; }","duration":"143.317256ms","start":"2026-03-04T02:10:07.042173Z","end":"2026-03-04T02:10:07.18549Z","steps":["trace[1834492223] 'agreement among raft nodes before linearized reading' (duration: 143.239113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.18553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.366458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T02:10:07.185663Z","caller":"traceutil/trace.go:171","msg":"trace[81949834] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27420; }","duration":"143.49104ms","start":"2026-03-04T02:10:07.042102Z","end":"2026-03-04T02:10:07.185593Z","steps":["trace[81949834] 'agreement among raft nodes before linearized reading' (duration: 143.202712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:07.534055Z","caller":"traceutil/trace.go:171","msg":"trace[1762556189] transaction","detail":"{read_only:false; response_revision:27421; number_of_response:1; }","duration":"344.509435ms","start":"2026-03-04T02:10:07.189519Z","end":"2026-03-04T02:10:07.534029Z","steps":["trace[1762556189] 'process raft request' (duration: 344.344051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.534204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.189498Z","time spent":"344.631069ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:07.770357Z","caller":"traceutil/trace.go:171","msg":"trace[2139218517] linearizableReadLoop","detail":"{readStateIndex:28739; appliedIndex:28737; }","duration":"580.265803ms","start":"2026-03-04T02:10:07.190069Z","end":"2026-03-04T02:10:07.770334Z","steps":["trace[2139218517] 'read index received' (duration: 343.884849ms)","trace[2139218517] 'applied index is now lower than readState.Index' (duration: 236.380204ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:07.770386Z","caller":"traceutil/trace.go:171","msg":"trace[881348506] transaction","detail":"{read_only:false; response_revision:27423; number_of_response:1; }","duration":"418.664816ms","start":"2026-03-04T02:10:07.351681Z","end":"2026-03-04T02:10:07.770346Z","steps":["trace[881348506] 'process raft request' (duration: 418.532192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:07.770363Z","caller":"traceutil/trace.go:171","msg":"trace[830136155] transaction","detail":"{read_only:false; response_revision:27422; number_of_response:1; }","duration":"580.307994ms","start":"2026-03-04T02:10:07.190023Z","end":"2026-03-04T02:10:07.770331Z","steps":["trace[830136155] 'process raft request' (duration: 562.110636ms)","trace[830136155] 'compare' (duration: 17.674963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:07.770544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.189998Z","time spent":"580.470227ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:07.770554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.474908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-03-04T02:10:07.770572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.351627Z","time spent":"418.839821ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:07.770602Z","caller":"traceutil/trace.go:171","msg":"trace[885348856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27423; }","duration":"580.5625ms","start":"2026-03-04T02:10:07.190026Z","end":"2026-03-04T02:10:07.770588Z","steps":["trace[885348856] 'agreement among raft nodes before linearized reading' (duration: 580.405386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.770666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.190006Z","time spent":"580.621722ms","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:10:07.781515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.740948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:10:07.781566Z","caller":"traceutil/trace.go:171","msg":"trace[1365878149] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27424; }","duration":"196.828431ms","start":"2026-03-04T02:10:07.584725Z","end":"2026-03-04T02:10:07.781554Z","steps":["trace[1365878149] 'agreement among raft nodes before linearized reading' (duration: 196.684637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.781848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.711915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.781891Z","caller":"traceutil/trace.go:171","msg":"trace[973212492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27424; }","duration":"442.783847ms","start":"2026-03-04T02:10:07.339097Z","end":"2026-03-04T02:10:07.781881Z","steps":["trace[973212492] 'agreement among raft nodes before linearized reading' (duration: 442.307454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.781914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.33908Z","time spent":"442.828158ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:07.782146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.027095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:10:07.782289Z","caller":"traceutil/trace.go:171","msg":"trace[1873675173] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27424; }","duration":"592.21741ms","start":"2026-03-04T02:10:07.190059Z","end":"2026-03-04T02:10:07.782276Z","steps":["trace[1873675173] 'agreement among raft nodes before linearized reading' (duration: 591.734756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.782389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.19005Z","time spent":"592.258861ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:08.112395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.491615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:08.112582Z","caller":"traceutil/trace.go:171","msg":"trace[505466239] transaction","detail":"{read_only:false; response_revision:27425; number_of_response:1; }","duration":"326.822501ms","start":"2026-03-04T02:10:07.785739Z","end":"2026-03-04T02:10:08.112561Z","steps":["trace[505466239] 'process raft request' (duration: 143.088549ms)","trace[505466239] 'compare' (duration: 183.365812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:08.112688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.785719Z","time spent":"326.933305ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.366591Z","caller":"traceutil/trace.go:171","msg":"trace[1566616535] linearizableReadLoop","detail":"{readStateIndex:28743; appliedIndex:28742; }","duration":"250.049979ms","start":"2026-03-04T02:10:08.116516Z","end":"2026-03-04T02:10:08.366566Z","steps":["trace[1566616535] 'read index received' (duration: 182.15812ms)","trace[1566616535] 'applied index is now lower than readState.Index' (duration: 67.890759ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:08.366912Z","caller":"traceutil/trace.go:171","msg":"trace[16093248] transaction","detail":"{read_only:false; response_revision:27426; number_of_response:1; }","duration":"538.645192ms","start":"2026-03-04T02:10:07.828227Z","end":"2026-03-04T02:10:08.366872Z","steps":["trace[16093248] 'process raft request' (duration: 470.520147ms)","trace[16093248] 'compare' (duration: 67.682833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:08.367015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.828208Z","time spent":"538.741055ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:08.367467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.956823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:08.367512Z","caller":"traceutil/trace.go:171","msg":"trace[1153307132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27426; }","duration":"251.000464ms","start":"2026-03-04T02:10:08.1165Z","end":"2026-03-04T02:10:08.3675Z","steps":["trace[1153307132] 'agreement among raft nodes before linearized reading' (duration: 250.877461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.696163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.51524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:08.696294Z","caller":"traceutil/trace.go:171","msg":"trace[455399232] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"324.528539ms","start":"2026-03-04T02:10:08.371745Z","end":"2026-03-04T02:10:08.696274Z","steps":["trace[455399232] 'process raft request' (duration: 130.809633ms)","trace[455399232] 'compare' (duration: 192.903484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:08.696371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.371733Z","time spent":"324.602851ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.726774Z","caller":"traceutil/trace.go:171","msg":"trace[1201319134] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27427; }","duration":"347.893628ms","start":"2026-03-04T02:10:08.378861Z","end":"2026-03-04T02:10:08.726755Z","steps":["trace[1201319134] 'process raft request' (duration: 347.808446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.726904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.378842Z","time spent":"347.99052ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:10:08.728009Z","caller":"traceutil/trace.go:171","msg":"trace[455965721] linearizableReadLoop","detail":"{readStateIndex:28746; appliedIndex:28744; }","duration":"123.260476ms","start":"2026-03-04T02:10:08.604731Z","end":"2026-03-04T02:10:08.727992Z","steps":["trace[455965721] 'read index received' (duration: 121.956731ms)","trace[455965721] 'applied index is now lower than readState.Index' (duration: 1.303105ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:08.728297Z","caller":"traceutil/trace.go:171","msg":"trace[588096423] transaction","detail":"{read_only:false; response_revision:27428; number_of_response:1; }","duration":"143.86734ms","start":"2026-03-04T02:10:08.584419Z","end":"2026-03-04T02:10:08.728286Z","steps":["trace[588096423] 'process raft request' (duration: 143.375377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.728633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.894943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:08.728669Z","caller":"traceutil/trace.go:171","msg":"trace[1728306697] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27431; }","duration":"123.974615ms","start":"2026-03-04T02:10:08.604684Z","end":"2026-03-04T02:10:08.728658Z","steps":["trace[1728306697] 'agreement among raft nodes before linearized reading' (duration: 123.905514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.167948Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:11:55.174522Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:11:55.17464Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:12:33.547413Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25830} {"level":"info","ts":"2026-03-04T02:12:33.742979Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25830,"took":"192.137373ms","hash":239527922,"current-db-size-bytes":49340416,"current-db-size":"49 MB","current-db-size-in-use-bytes":33468416,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-04T02:12:33.743055Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":239527922,"revision":25830,"compact-revision":22399} {"level":"info","ts":"2026-03-04T02:15:01.517552Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000007cf4.wal"} {"level":"info","ts":"2026-03-04T02:17:33.553298Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29034} {"level":"info","ts":"2026-03-04T02:17:33.701697Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29034,"took":"145.00742ms","hash":161494120,"current-db-size-bytes":49340416,"current-db-size":"49 MB","current-db-size-in-use-bytes":32886784,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-04T02:17:33.701771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":161494120,"revision":29034,"compact-revision":25830} {"level":"info","ts":"2026-03-04T02:22:33.560672Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31833} {"level":"info","ts":"2026-03-04T02:22:33.6883Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31833,"took":"123.932937ms","hash":3475519868,"current-db-size-bytes":49340416,"current-db-size":"49 MB","current-db-size-in-use-bytes":31207424,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T02:22:33.688401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3475519868,"revision":31833,"compact-revision":29034} {"level":"info","ts":"2026-03-04T02:23:23.87988Z","caller":"traceutil/trace.go:171","msg":"trace[2088749606] transaction","detail":"{read_only:false; response_revision:34802; number_of_response:1; }","duration":"102.865749ms","start":"2026-03-04T02:23:23.776978Z","end":"2026-03-04T02:23:23.879843Z","steps":["trace[2088749606] 'process raft request' (duration: 102.812497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:23.880269Z","caller":"traceutil/trace.go:171","msg":"trace[1556732620] linearizableReadLoop","detail":"{readStateIndex:36454; appliedIndex:36453; }","duration":"131.739251ms","start":"2026-03-04T02:23:23.748492Z","end":"2026-03-04T02:23:23.880232Z","steps":["trace[1556732620] 'read index received' (duration: 95.508198ms)","trace[1556732620] 'applied index is now lower than readState.Index' (duration: 36.226923ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:23.880508Z","caller":"traceutil/trace.go:171","msg":"trace[1236875561] transaction","detail":"{read_only:false; response_revision:34801; number_of_response:1; }","duration":"135.170626ms","start":"2026-03-04T02:23:23.74509Z","end":"2026-03-04T02:23:23.880261Z","steps":["trace[1236875561] 'process raft request' (duration: 98.895512ms)","trace[1236875561] 'compare' (duration: 35.617505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:23:23.880555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.034669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3195"} {"level":"info","ts":"2026-03-04T02:23:23.880597Z","caller":"traceutil/trace.go:171","msg":"trace[615794745] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:34802; }","duration":"132.104511ms","start":"2026-03-04T02:23:23.748477Z","end":"2026-03-04T02:23:23.880582Z","steps":["trace[615794745] 'agreement among raft nodes before linearized reading' (duration: 131.864804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:24.562095Z","caller":"traceutil/trace.go:171","msg":"trace[1575151614] linearizableReadLoop","detail":"{readStateIndex:36459; appliedIndex:36458; }","duration":"113.010747ms","start":"2026-03-04T02:23:24.449056Z","end":"2026-03-04T02:23:24.562066Z","steps":["trace[1575151614] 'read index received' (duration: 45.406024ms)","trace[1575151614] 'applied index is now lower than readState.Index' (duration: 67.603783ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:24.562133Z","caller":"traceutil/trace.go:171","msg":"trace[805461126] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34805; }","duration":"134.513457ms","start":"2026-03-04T02:23:24.427586Z","end":"2026-03-04T02:23:24.562099Z","steps":["trace[805461126] 'process raft request' (duration: 66.928985ms)","trace[805461126] 'compare' (duration: 67.49706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:23:24.562307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.259144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-04T02:23:24.562348Z","caller":"traceutil/trace.go:171","msg":"trace[1521131056] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34805; }","duration":"113.347646ms","start":"2026-03-04T02:23:24.448984Z","end":"2026-03-04T02:23:24.562331Z","steps":["trace[1521131056] 'agreement among raft nodes before linearized reading' (duration: 113.188222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:26.335065Z","caller":"traceutil/trace.go:171","msg":"trace[1090052547] transaction","detail":"{read_only:false; response_revision:34822; number_of_response:1; }","duration":"103.873477ms","start":"2026-03-04T02:23:26.231167Z","end":"2026-03-04T02:23:26.33504Z","steps":["trace[1090052547] 'process raft request' (duration: 103.676002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:26.799807Z","caller":"traceutil/trace.go:171","msg":"trace[1458441663] transaction","detail":"{read_only:false; response_revision:34824; number_of_response:1; }","duration":"108.248138ms","start":"2026-03-04T02:23:26.691519Z","end":"2026-03-04T02:23:26.799768Z","steps":["trace[1458441663] 'process raft request' (duration: 90.8379ms)","trace[1458441663] 'compare' (duration: 17.158451ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:27.809729Z","caller":"traceutil/trace.go:171","msg":"trace[1805813244] linearizableReadLoop","detail":"{readStateIndex:36490; appliedIndex:36489; }","duration":"111.848616ms","start":"2026-03-04T02:23:27.697857Z","end":"2026-03-04T02:23:27.809706Z","steps":["trace[1805813244] 'read index received' (duration: 85.696489ms)","trace[1805813244] 'applied index is now lower than readState.Index' (duration: 26.151267ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:27.809845Z","caller":"traceutil/trace.go:171","msg":"trace[577935389] transaction","detail":"{read_only:false; response_revision:34835; number_of_response:1; }","duration":"116.817161ms","start":"2026-03-04T02:23:27.692994Z","end":"2026-03-04T02:23:27.809811Z","steps":["trace[577935389] 'process raft request' (duration: 90.658915ms)","trace[577935389] 'compare' (duration: 25.946341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:23:27.809977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.109792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:1 size:3790"} {"level":"info","ts":"2026-03-04T02:23:27.810024Z","caller":"traceutil/trace.go:171","msg":"trace[1711241529] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:1; response_revision:34835; }","duration":"112.206305ms","start":"2026-03-04T02:23:27.697807Z","end":"2026-03-04T02:23:27.810014Z","steps":["trace[1711241529] 'agreement among raft nodes before linearized reading' (duration: 112.01653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:30.117195Z","caller":"traceutil/trace.go:171","msg":"trace[91831107] transaction","detail":"{read_only:false; response_revision:34854; number_of_response:1; }","duration":"156.314505ms","start":"2026-03-04T02:23:29.960849Z","end":"2026-03-04T02:23:30.117164Z","steps":["trace[91831107] 'process raft request' (duration: 103.136968ms)","trace[91831107] 'compare' (duration: 53.033543ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:36.083783Z","caller":"traceutil/trace.go:171","msg":"trace[1289868340] transaction","detail":"{read_only:false; response_revision:34902; number_of_response:1; }","duration":"103.696292ms","start":"2026-03-04T02:23:35.980047Z","end":"2026-03-04T02:23:36.083743Z","steps":["trace[1289868340] 'process raft request' (duration: 103.536347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:36.336414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.544124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:23:36.336507Z","caller":"traceutil/trace.go:171","msg":"trace[1643883959] transaction","detail":"{read_only:false; response_revision:34903; number_of_response:1; }","duration":"211.012934ms","start":"2026-03-04T02:23:36.125479Z","end":"2026-03-04T02:23:36.336492Z","steps":["trace[1643883959] 'compare' (duration: 201.456002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:39.37301Z","caller":"traceutil/trace.go:171","msg":"trace[1118913211] transaction","detail":"{read_only:false; response_revision:34929; number_of_response:1; }","duration":"142.25285ms","start":"2026-03-04T02:23:39.230722Z","end":"2026-03-04T02:23:39.372974Z","steps":["trace[1118913211] 'process raft request' (duration: 142.005853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:39.373175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.157545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:23:39.37342Z","caller":"traceutil/trace.go:171","msg":"trace[1999006429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34929; }","duration":"100.434703ms","start":"2026-03-04T02:23:39.272963Z","end":"2026-03-04T02:23:39.373398Z","steps":["trace[1999006429] 'agreement among raft nodes before linearized reading' (duration: 99.995591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:40.464976Z","caller":"traceutil/trace.go:171","msg":"trace[1086718274] transaction","detail":"{read_only:false; response_revision:34939; number_of_response:1; }","duration":"100.255198ms","start":"2026-03-04T02:23:40.364698Z","end":"2026-03-04T02:23:40.464953Z","steps":["trace[1086718274] 'process raft request' (duration: 49.636961ms)","trace[1086718274] 'compare' (duration: 50.503334ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:40.641589Z","caller":"traceutil/trace.go:171","msg":"trace[911586382] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34939; }","duration":"168.742185ms","start":"2026-03-04T02:23:40.472813Z","end":"2026-03-04T02:23:40.641556Z","steps":["trace[911586382] 'process raft request' (duration: 141.548979ms)","trace[911586382] 'compare' (duration: 27.121044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:40.759886Z","caller":"traceutil/trace.go:171","msg":"trace[1472742633] transaction","detail":"{read_only:false; response_revision:34940; number_of_response:1; }","duration":"111.506346ms","start":"2026-03-04T02:23:40.648352Z","end":"2026-03-04T02:23:40.759858Z","steps":["trace[1472742633] 'process raft request' (duration: 111.334072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:40.839711Z","caller":"traceutil/trace.go:171","msg":"trace[188839486] transaction","detail":"{read_only:false; response_revision:34941; number_of_response:1; }","duration":"185.388593ms","start":"2026-03-04T02:23:40.654285Z","end":"2026-03-04T02:23:40.839673Z","steps":["trace[188839486] 'process raft request' (duration: 185.057823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:41.472788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.398388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:41.472894Z","caller":"traceutil/trace.go:171","msg":"trace[2106753229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34945; }","duration":"133.538101ms","start":"2026-03-04T02:23:41.339331Z","end":"2026-03-04T02:23:41.472869Z","steps":["trace[2106753229] 'range keys from in-memory index tree' (duration: 133.316995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:41.473011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.072849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:41.473424Z","caller":"traceutil/trace.go:171","msg":"trace[840114454] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34945; }","duration":"152.538612ms","start":"2026-03-04T02:23:41.320869Z","end":"2026-03-04T02:23:41.473407Z","steps":["trace[840114454] 'range keys from in-memory index tree' (duration: 151.978286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:41.673631Z","caller":"traceutil/trace.go:171","msg":"trace[996435728] transaction","detail":"{read_only:false; response_revision:34951; number_of_response:1; }","duration":"158.794532ms","start":"2026-03-04T02:23:41.514807Z","end":"2026-03-04T02:23:41.673601Z","steps":["trace[996435728] 'process raft request' (duration: 88.783553ms)","trace[996435728] 'compare' (duration: 69.67497ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:41.673647Z","caller":"traceutil/trace.go:171","msg":"trace[217997544] linearizableReadLoop","detail":"{readStateIndex:36612; appliedIndex:36611; }","duration":"156.192341ms","start":"2026-03-04T02:23:41.517406Z","end":"2026-03-04T02:23:41.673598Z","steps":["trace[217997544] 'read index received' (duration: 86.215963ms)","trace[217997544] 'applied index is now lower than readState.Index' (duration: 69.974498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:23:41.673767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.322636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:41.673841Z","caller":"traceutil/trace.go:171","msg":"trace[2122642297] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34951; }","duration":"156.444128ms","start":"2026-03-04T02:23:41.517378Z","end":"2026-03-04T02:23:41.673823Z","steps":["trace[2122642297] 'agreement among raft nodes before linearized reading' (duration: 156.290084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:42.244303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.63481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:23:42.244536Z","caller":"traceutil/trace.go:171","msg":"trace[1805106174] linearizableReadLoop","detail":"{readStateIndex:36614; appliedIndex:36613; }","duration":"321.311957ms","start":"2026-03-04T02:23:41.923206Z","end":"2026-03-04T02:23:42.244518Z","steps":["trace[1805106174] 'read index received' (duration: 8.38847ms)","trace[1805106174] 'applied index is now lower than readState.Index' (duration: 312.921777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:23:42.244617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.404819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:42.244655Z","caller":"traceutil/trace.go:171","msg":"trace[1322096405] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:34952; }","duration":"321.486622ms","start":"2026-03-04T02:23:41.923155Z","end":"2026-03-04T02:23:42.244641Z","steps":["trace[1322096405] 'agreement among raft nodes before linearized reading' (duration: 321.41899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:42.244697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:23:41.923136Z","time spent":"321.549994ms","remote":"127.0.0.1:49040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:23:42.244824Z","caller":"traceutil/trace.go:171","msg":"trace[1380725276] transaction","detail":"{read_only:false; response_revision:34953; number_of_response:1; }","duration":"143.216165ms","start":"2026-03-04T02:23:42.101584Z","end":"2026-03-04T02:23:42.2448Z","steps":["trace[1380725276] 'process raft request' (duration: 142.830925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:42.364199Z","caller":"traceutil/trace.go:171","msg":"trace[1903337988] transaction","detail":"{read_only:false; response_revision:34954; number_of_response:1; }","duration":"236.625956ms","start":"2026-03-04T02:23:42.127534Z","end":"2026-03-04T02:23:42.36416Z","steps":["trace[1903337988] 'process raft request' (duration: 146.336702ms)","trace[1903337988] 'compare' (duration: 89.672518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:47.708524Z","caller":"traceutil/trace.go:171","msg":"trace[36567286] transaction","detail":"{read_only:false; response_revision:34996; number_of_response:1; }","duration":"111.781983ms","start":"2026-03-04T02:23:47.596714Z","end":"2026-03-04T02:23:47.708496Z","steps":["trace[36567286] 'process raft request' (duration: 111.554527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:48.089126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.985086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:23:48.089205Z","caller":"traceutil/trace.go:171","msg":"trace[953836197] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:35000; }","duration":"129.101438ms","start":"2026-03-04T02:23:47.960088Z","end":"2026-03-04T02:23:48.089189Z","steps":["trace[953836197] 'range keys from in-memory index tree' (duration: 128.76498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:33.576066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34362} {"level":"info","ts":"2026-03-04T02:27:33.714371Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34362,"took":"134.859356ms","hash":2761107472,"current-db-size-bytes":49340416,"current-db-size":"49 MB","current-db-size-in-use-bytes":31653888,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:27:33.714435Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2761107472,"revision":34362,"compact-revision":31833} {"level":"info","ts":"2026-03-04T02:30:00.121501Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":40006,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:30:00.129874Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40006} {"level":"info","ts":"2026-03-04T02:30:00.13002Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35006} {"level":"info","ts":"2026-03-04T02:32:33.588204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36984} {"level":"info","ts":"2026-03-04T02:32:33.769351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36984,"took":"177.305898ms","hash":3009048783,"current-db-size-bytes":49717248,"current-db-size":"50 MB","current-db-size-in-use-bytes":31653888,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:32:33.769432Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3009048783,"revision":36984,"compact-revision":34362}