{"level":"warn","ts":"2026-03-09T15:31:35.122547Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T15:31:35.122638Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=instance=https://199.204.45.157:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T15:31:35.122704Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T15:31:35.122718Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-09T15:31:35.122737Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T15:31:35.123357Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-03-09T15:31:35.123431Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.157:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T15:31:35.128011Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.374728ms"} {"level":"info","ts":"2026-03-09T15:31:35.137324Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5f170c75a1d97cc","cluster-id":"44a3176ec85feb9"} {"level":"info","ts":"2026-03-09T15:31:35.137418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T15:31:35.137455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 0"} {"level":"info","ts":"2026-03-09T15:31:35.137475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5f170c75a1d97cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T15:31:35.137497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 1"} {"level":"info","ts":"2026-03-09T15:31:35.137544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"warn","ts":"2026-03-09T15:31:35.143762Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T15:31:35.14557Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T15:31:35.147292Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T15:31:35.149671Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5f170c75a1d97cc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T15:31:35.149831Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5f170c75a1d97cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T15:31:35.149905Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T15:31:35.150632Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T15:31:35.150664Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T15:31:35.151711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"info","ts":"2026-03-09T15:31:35.151852Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","added-peer-id":"5f170c75a1d97cc","added-peer-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-09T15:31:35.155205Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T15:31:35.155285Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-09T15:31:35.155318Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-09T15:31:35.155656Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5f170c75a1d97cc","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T15:31:35.155717Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T15:31:35.238582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T15:31:35.238628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T15:31:35.238662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgPreVoteResp from 5f170c75a1d97cc at term 1"} {"level":"info","ts":"2026-03-09T15:31:35.238681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became candidate at term 2"} {"level":"info","ts":"2026-03-09T15:31:35.238693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgVoteResp from 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-09T15:31:35.238708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became leader at term 2"} {"level":"info","ts":"2026-03-09T15:31:35.238728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5f170c75a1d97cc elected leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-09T15:31:35.239844Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T15:31:35.240695Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T15:31:35.240691Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5f170c75a1d97cc","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.157:2379]}","request-path":"/0/members/5f170c75a1d97cc/attributes","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T15:31:35.240801Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T15:31:35.241042Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T15:31:35.241082Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T15:31:35.241463Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T15:31:35.241567Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T15:31:35.241604Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T15:31:35.243424Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T15:31:35.246947Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-03-09T15:31:51.040483Z","caller":"traceutil/trace.go:171","msg":"trace[1385969832] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"102.056339ms","start":"2026-03-09T15:31:50.938402Z","end":"2026-03-09T15:31:51.040458Z","steps":["trace[1385969832] 'process raft request' (duration: 51.451249ms)","trace[1385969832] 'compare' (duration: 50.471257ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:32:10.449675Z","caller":"traceutil/trace.go:171","msg":"trace[1761984342] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"373.508924ms","start":"2026-03-09T15:32:10.076136Z","end":"2026-03-09T15:32:10.449645Z","steps":["trace[1761984342] 'process raft request' (duration: 373.33029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:32:10.450311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:32:10.076094Z","time spent":"373.675418ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:32:10.67223Z","caller":"traceutil/trace.go:171","msg":"trace[878794378] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"373.76801ms","start":"2026-03-09T15:32:10.298444Z","end":"2026-03-09T15:32:10.672212Z","steps":["trace[878794378] 'process raft request' (duration: 373.659237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:32:10.672353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:32:10.298417Z","time spent":"373.874083ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:32:10.672634Z","caller":"traceutil/trace.go:171","msg":"trace[1465216495] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:512; }","duration":"190.263755ms","start":"2026-03-09T15:32:10.482335Z","end":"2026-03-09T15:32:10.672599Z","steps":["trace[1465216495] 'read index received' (duration: 190.254675ms)","trace[1465216495] 'applied index is now lower than readState.Index' (duration: 7.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:32:10.672801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.4391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:32:10.67291Z","caller":"traceutil/trace.go:171","msg":"trace[1399463219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:494; }","duration":"190.597234ms","start":"2026-03-09T15:32:10.48229Z","end":"2026-03-09T15:32:10.672887Z","steps":["trace[1399463219] 'agreement among raft nodes before linearized reading' (duration: 190.40691ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:32:30.64306Z","caller":"traceutil/trace.go:171","msg":"trace[1002037443] linearizableReadLoop","detail":"{readStateIndex:898; appliedIndex:897; }","duration":"160.000542ms","start":"2026-03-09T15:32:30.48296Z","end":"2026-03-09T15:32:30.642961Z","steps":["trace[1002037443] 'read index received' (duration: 159.755946ms)","trace[1002037443] 'applied index is now lower than readState.Index' (duration: 243.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:32:30.643116Z","caller":"traceutil/trace.go:171","msg":"trace[1457569131] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"395.250793ms","start":"2026-03-09T15:32:30.247834Z","end":"2026-03-09T15:32:30.643084Z","steps":["trace[1457569131] 'process raft request' (duration: 394.973356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:32:30.643232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.260018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T15:32:30.643271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:32:30.247742Z","time spent":"395.445597ms","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:32:30.643292Z","caller":"traceutil/trace.go:171","msg":"trace[740839935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:875; }","duration":"160.391501ms","start":"2026-03-09T15:32:30.482883Z","end":"2026-03-09T15:32:30.643275Z","steps":["trace[740839935] 'agreement among raft nodes before linearized reading' (duration: 160.261268ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:33:22.590455Z","caller":"traceutil/trace.go:171","msg":"trace[239774449] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1609; }","duration":"254.973725ms","start":"2026-03-09T15:33:22.335455Z","end":"2026-03-09T15:33:22.590429Z","steps":["trace[239774449] 'read index received' (duration: 254.785081ms)","trace[239774449] 'applied index is now lower than readState.Index' (duration: 187.574µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:33:22.590707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.209181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4df9d89f-aab9-4553-b8c4-23acd077fb84\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-09T15:33:22.590752Z","caller":"traceutil/trace.go:171","msg":"trace[849782199] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4df9d89f-aab9-4553-b8c4-23acd077fb84; range_end:; response_count:1; response_revision:1549; }","duration":"255.319923ms","start":"2026-03-09T15:33:22.335421Z","end":"2026-03-09T15:33:22.590741Z","steps":["trace[849782199] 'agreement among raft nodes before linearized reading' (duration: 255.116858ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:33:22.590887Z","caller":"traceutil/trace.go:171","msg":"trace[2127091158] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"430.14477ms","start":"2026-03-09T15:33:22.160707Z","end":"2026-03-09T15:33:22.590851Z","steps":["trace[2127091158] 'process raft request' (duration: 429.564937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:33:22.59107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:33:22.160689Z","time spent":"430.285283ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:33:23.002616Z","caller":"traceutil/trace.go:171","msg":"trace[152369481] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"126.497275ms","start":"2026-03-09T15:33:22.876093Z","end":"2026-03-09T15:33:23.00259Z","steps":["trace[152369481] 'process raft request' (duration: 126.336792ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:33:55.800874Z","caller":"traceutil/trace.go:171","msg":"trace[1760379283] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"100.068787ms","start":"2026-03-09T15:33:55.70076Z","end":"2026-03-09T15:33:55.800829Z","steps":["trace[1760379283] 'process raft request' (duration: 99.838672ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:33:56.052498Z","caller":"traceutil/trace.go:171","msg":"trace[398227320] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"124.147915ms","start":"2026-03-09T15:33:55.928316Z","end":"2026-03-09T15:33:56.052463Z","steps":["trace[398227320] 'process raft request' (duration: 109.261627ms)","trace[398227320] 'compare' (duration: 14.748225ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:34:01.511507Z","caller":"traceutil/trace.go:171","msg":"trace[2021107619] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"380.96487ms","start":"2026-03-09T15:34:01.13052Z","end":"2026-03-09T15:34:01.511485Z","steps":["trace[2021107619] 'process raft request' (duration: 380.789496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:01.511811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:01.130459Z","time spent":"381.242446ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:34:01.533711Z","caller":"traceutil/trace.go:171","msg":"trace[1751560648] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1852; }","duration":"140.450822ms","start":"2026-03-09T15:34:01.393236Z","end":"2026-03-09T15:34:01.533687Z","steps":["trace[1751560648] 'read index received' (duration: 118.101772ms)","trace[1751560648] 'applied index is now lower than readState.Index' (duration: 22.34463ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:34:01.533816Z","caller":"traceutil/trace.go:171","msg":"trace[757601249] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"398.984245ms","start":"2026-03-09T15:34:01.134808Z","end":"2026-03-09T15:34:01.533793Z","steps":["trace[757601249] 'process raft request' (duration: 398.744429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:01.533933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:01.134787Z","time spent":"399.082457ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:34:01.533929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.089524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T15:34:01.533993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.715168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T15:34:01.534003Z","caller":"traceutil/trace.go:171","msg":"trace[1881561399] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1784; }","duration":"140.204237ms","start":"2026-03-09T15:34:01.393779Z","end":"2026-03-09T15:34:01.533984Z","steps":["trace[1881561399] 'agreement among raft nodes before linearized reading' (duration: 140.089914ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:34:01.534058Z","caller":"traceutil/trace.go:171","msg":"trace[1268847369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1784; }","duration":"140.851491ms","start":"2026-03-09T15:34:01.393187Z","end":"2026-03-09T15:34:01.534039Z","steps":["trace[1268847369] 'agreement among raft nodes before linearized reading' (duration: 140.626616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:01.534248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.2061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T15:34:01.534377Z","caller":"traceutil/trace.go:171","msg":"trace[1910825648] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1784; }","duration":"101.400405ms","start":"2026-03-09T15:34:01.432943Z","end":"2026-03-09T15:34:01.534343Z","steps":["trace[1910825648] 'agreement among raft nodes before linearized reading' (duration: 101.19556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:38.819341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.218622ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-09T15:34:38.819545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:38.424119Z","time spent":"395.42081ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T15:34:38.819596Z","caller":"traceutil/trace.go:171","msg":"trace[1403551083] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2044; }","duration":"336.675197ms","start":"2026-03-09T15:34:38.482901Z","end":"2026-03-09T15:34:38.819577Z","steps":["trace[1403551083] 'read index received' (duration: 76.039056ms)","trace[1403551083] 'applied index is now lower than readState.Index' (duration: 260.635161ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:34:38.819616Z","caller":"traceutil/trace.go:171","msg":"trace[1845147978] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"391.75063ms","start":"2026-03-09T15:34:38.427839Z","end":"2026-03-09T15:34:38.81959Z","steps":["trace[1845147978] 'process raft request' (duration: 391.619867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:38.819755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:38.427819Z","time spent":"391.860441ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:34:38.819808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.078515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b362dc5615a8f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-09T15:34:38.819766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.840021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:34:38.819843Z","caller":"traceutil/trace.go:171","msg":"trace[1375892386] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189b362dc5615a8f; range_end:; response_count:1; response_revision:1968; }","duration":"309.150157ms","start":"2026-03-09T15:34:38.510682Z","end":"2026-03-09T15:34:38.819832Z","steps":["trace[1375892386] 'agreement among raft nodes before linearized reading' (duration: 309.001274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:38.819892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:38.510668Z","time spent":"309.215198ms","remote":"127.0.0.1:53040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b362dc5615a8f\" "} {"level":"info","ts":"2026-03-09T15:34:38.819902Z","caller":"traceutil/trace.go:171","msg":"trace[1947382209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"337.010845ms","start":"2026-03-09T15:34:38.482863Z","end":"2026-03-09T15:34:38.819874Z","steps":["trace[1947382209] 'agreement among raft nodes before linearized reading' (duration: 336.78683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:38.81996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:38.482849Z","time spent":"337.097056ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T15:34:39.354828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.913776ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:34:39.354955Z","caller":"traceutil/trace.go:171","msg":"trace[1180507151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1968; }","duration":"178.064699ms","start":"2026-03-09T15:34:39.176873Z","end":"2026-03-09T15:34:39.354938Z","steps":["trace[1180507151] 'range keys from in-memory index tree' (duration: 177.899516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:39.355463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.155094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T15:34:39.355703Z","caller":"traceutil/trace.go:171","msg":"trace[1793192879] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2046; }","duration":"407.374326ms","start":"2026-03-09T15:34:38.948308Z","end":"2026-03-09T15:34:39.355682Z","steps":["trace[1793192879] 'read index received' (duration: 113.892866ms)","trace[1793192879] 'applied index is now lower than readState.Index' (duration: 293.48024ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:34:39.355827Z","caller":"traceutil/trace.go:171","msg":"trace[1746406422] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"533.243459ms","start":"2026-03-09T15:34:38.822569Z","end":"2026-03-09T15:34:39.355812Z","steps":["trace[1746406422] 'process raft request' (duration: 533.026155ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:34:39.355891Z","caller":"traceutil/trace.go:171","msg":"trace[683911289] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"534.908765ms","start":"2026-03-09T15:34:38.820943Z","end":"2026-03-09T15:34:39.355852Z","steps":["trace[683911289] 'process raft request' (duration: 98.240449ms)","trace[683911289] 'compare' (duration: 436.030381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:34:39.355922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:38.822551Z","time spent":"533.320891ms","remote":"127.0.0.1:53040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:34:39.356018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.384943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-09T15:34:39.356092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.773455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T15:34:39.356186Z","caller":"traceutil/trace.go:171","msg":"trace[1302520679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1970; }","duration":"407.900158ms","start":"2026-03-09T15:34:38.948252Z","end":"2026-03-09T15:34:39.356152Z","steps":["trace[1302520679] 'agreement among raft nodes before linearized reading' (duration: 407.604981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:39.35609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:38.820924Z","time spent":"535.055438ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:34:39.356243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:38.948233Z","time spent":"407.99657ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T15:34:39.356104Z","caller":"traceutil/trace.go:171","msg":"trace[985442078] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1970; }","duration":"135.468756ms","start":"2026-03-09T15:34:39.22061Z","end":"2026-03-09T15:34:39.356078Z","steps":["trace[985442078] 'agreement among raft nodes before linearized reading' (duration: 135.248831ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:35:14.867348Z","caller":"traceutil/trace.go:171","msg":"trace[877860750] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"102.639717ms","start":"2026-03-09T15:35:14.764685Z","end":"2026-03-09T15:35:14.867325Z","steps":["trace[877860750] 'read index received' (duration: 102.485434ms)","trace[877860750] 'applied index is now lower than readState.Index' (duration: 153.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:35:14.867502Z","caller":"traceutil/trace.go:171","msg":"trace[2094615165] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"227.778042ms","start":"2026-03-09T15:35:14.639699Z","end":"2026-03-09T15:35:14.867477Z","steps":["trace[2094615165] 'process raft request' (duration: 227.518247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:35:14.86762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.889502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T15:35:14.867676Z","caller":"traceutil/trace.go:171","msg":"trace[455904803] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2322; }","duration":"103.016995ms","start":"2026-03-09T15:35:14.764645Z","end":"2026-03-09T15:35:14.867661Z","steps":["trace[455904803] 'agreement among raft nodes before linearized reading' (duration: 102.815921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:35:48.666062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.754203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T15:35:48.66616Z","caller":"traceutil/trace.go:171","msg":"trace[2028815661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2510; }","duration":"119.924616ms","start":"2026-03-09T15:35:48.546213Z","end":"2026-03-09T15:35:48.666137Z","steps":["trace[2028815661] 'range keys from in-memory index tree' (duration: 119.523027ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:35:49.35748Z","caller":"traceutil/trace.go:171","msg":"trace[1029802652] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2612; }","duration":"204.526337ms","start":"2026-03-09T15:35:49.152927Z","end":"2026-03-09T15:35:49.357453Z","steps":["trace[1029802652] 'read index received' (duration: 204.315432ms)","trace[1029802652] 'applied index is now lower than readState.Index' (duration: 209.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:35:49.357625Z","caller":"traceutil/trace.go:171","msg":"trace[722931456] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"220.112843ms","start":"2026-03-09T15:35:49.137499Z","end":"2026-03-09T15:35:49.357612Z","steps":["trace[722931456] 'process raft request' (duration: 219.787236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:35:49.35809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.14001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T15:35:49.358166Z","caller":"traceutil/trace.go:171","msg":"trace[994012415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2512; }","duration":"205.274843ms","start":"2026-03-09T15:35:49.152869Z","end":"2026-03-09T15:35:49.358144Z","steps":["trace[994012415] 'agreement among raft nodes before linearized reading' (duration: 205.105669ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:36:00.458033Z","caller":"traceutil/trace.go:171","msg":"trace[758386891] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"141.69932ms","start":"2026-03-09T15:36:00.316308Z","end":"2026-03-09T15:36:00.458007Z","steps":["trace[758386891] 'process raft request' (duration: 141.544616ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:38:15.597475Z","caller":"traceutil/trace.go:171","msg":"trace[153957135] linearizableReadLoop","detail":"{readStateIndex:3549; appliedIndex:3548; }","duration":"115.108132ms","start":"2026-03-09T15:38:15.482342Z","end":"2026-03-09T15:38:15.59745Z","steps":["trace[153957135] 'read index received' (duration: 114.926218ms)","trace[153957135] 'applied index is now lower than readState.Index' (duration: 181.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:38:15.597548Z","caller":"traceutil/trace.go:171","msg":"trace[784892720] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"159.540388ms","start":"2026-03-09T15:38:15.437969Z","end":"2026-03-09T15:38:15.597509Z","steps":["trace[784892720] 'process raft request' (duration: 159.323304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:38:15.597613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.250565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:38:15.597677Z","caller":"traceutil/trace.go:171","msg":"trace[968078951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3412; }","duration":"115.363737ms","start":"2026-03-09T15:38:15.482298Z","end":"2026-03-09T15:38:15.597662Z","steps":["trace[968078951] 'agreement among raft nodes before linearized reading' (duration: 115.255645ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:30.354958Z","caller":"traceutil/trace.go:171","msg":"trace[465885815] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"159.633208ms","start":"2026-03-09T15:39:30.195303Z","end":"2026-03-09T15:39:30.354936Z","steps":["trace[465885815] 'process raft request' (duration: 130.987852ms)","trace[465885815] 'compare' (duration: 28.501603ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:36.697356Z","caller":"traceutil/trace.go:171","msg":"trace[897250796] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"123.235158ms","start":"2026-03-09T15:39:36.574094Z","end":"2026-03-09T15:39:36.697329Z","steps":["trace[897250796] 'process raft request' (duration: 123.091325ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:36.702221Z","caller":"traceutil/trace.go:171","msg":"trace[1995355629] linearizableReadLoop","detail":"{readStateIndex:4585; appliedIndex:4583; }","duration":"125.587307ms","start":"2026-03-09T15:39:36.57661Z","end":"2026-03-09T15:39:36.702197Z","steps":["trace[1995355629] 'read index received' (duration: 120.684613ms)","trace[1995355629] 'applied index is now lower than readState.Index' (duration: 4.901294ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:36.702215Z","caller":"traceutil/trace.go:171","msg":"trace[2082662364] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"127.422897ms","start":"2026-03-09T15:39:36.574763Z","end":"2026-03-09T15:39:36.702186Z","steps":["trace[2082662364] 'process raft request' (duration: 127.11536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:36.702585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.920524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62907"} {"level":"info","ts":"2026-03-09T15:39:36.702644Z","caller":"traceutil/trace.go:171","msg":"trace[431260299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4413; }","duration":"126.097988ms","start":"2026-03-09T15:39:36.576529Z","end":"2026-03-09T15:39:36.702627Z","steps":["trace[431260299] 'agreement among raft nodes before linearized reading' (duration: 125.793282ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:39.429061Z","caller":"traceutil/trace.go:171","msg":"trace[1294333689] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"139.181454ms","start":"2026-03-09T15:39:39.289852Z","end":"2026-03-09T15:39:39.429033Z","steps":["trace[1294333689] 'process raft request' (duration: 139.004311ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:39.81274Z","caller":"traceutil/trace.go:171","msg":"trace[1196104155] linearizableReadLoop","detail":"{readStateIndex:4730; appliedIndex:4728; }","duration":"416.81817ms","start":"2026-03-09T15:39:39.395897Z","end":"2026-03-09T15:39:39.812716Z","steps":["trace[1196104155] 'read index received' (duration: 33.06234ms)","trace[1196104155] 'applied index is now lower than readState.Index' (duration: 383.75463ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:39.812885Z","caller":"traceutil/trace.go:171","msg":"trace[1181113790] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"481.476157ms","start":"2026-03-09T15:39:39.331374Z","end":"2026-03-09T15:39:39.81285Z","steps":["trace[1181113790] 'process raft request' (duration: 481.193352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:39.812993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.431952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T15:39:39.813039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.115736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b2b21ee-7ceb-4be3-a2a7-ebf9f6f44d43\" ","response":"range_response_count:1 size:3715"} {"level":"warn","ts":"2026-03-09T15:39:39.813049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:39.331351Z","time spent":"481.62873ms","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T15:39:39.813083Z","caller":"traceutil/trace.go:171","msg":"trace[616580206] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b2b21ee-7ceb-4be3-a2a7-ebf9f6f44d43; range_end:; response_count:1; response_revision:4552; }","duration":"417.211048ms","start":"2026-03-09T15:39:39.39586Z","end":"2026-03-09T15:39:39.813071Z","steps":["trace[616580206] 'agreement among raft nodes before linearized reading' (duration: 416.988313ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:39.813086Z","caller":"traceutil/trace.go:171","msg":"trace[1451671352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4552; }","duration":"330.568704ms","start":"2026-03-09T15:39:39.482496Z","end":"2026-03-09T15:39:39.813065Z","steps":["trace[1451671352] 'agreement among raft nodes before linearized reading' (duration: 330.38659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:39.813144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:39.39584Z","time spent":"417.294429ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3737,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b2b21ee-7ceb-4be3-a2a7-ebf9f6f44d43\" "} {"level":"warn","ts":"2026-03-09T15:39:39.813151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:39.482479Z","time spent":"330.663906ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T15:39:39.813141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.790298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-09T15:39:39.813167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.302494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T15:39:39.813241Z","caller":"traceutil/trace.go:171","msg":"trace[623141548] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4552; }","duration":"226.961822ms","start":"2026-03-09T15:39:39.586255Z","end":"2026-03-09T15:39:39.813217Z","steps":["trace[623141548] 'agreement among raft nodes before linearized reading' (duration: 226.652196ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:39.813255Z","caller":"traceutil/trace.go:171","msg":"trace[2069482169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4552; }","duration":"283.440756ms","start":"2026-03-09T15:39:39.529792Z","end":"2026-03-09T15:39:39.813233Z","steps":["trace[2069482169] 'agreement among raft nodes before linearized reading' (duration: 283.14869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.129266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.905422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3832ac1-ae1d-427a-9409-8c4652ab85e1\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-09T15:39:57.129366Z","caller":"traceutil/trace.go:171","msg":"trace[1230783244] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3832ac1-ae1d-427a-9409-8c4652ab85e1; range_end:; response_count:1; response_revision:4881; }","duration":"404.066886ms","start":"2026-03-09T15:39:56.725279Z","end":"2026-03-09T15:39:57.129346Z","steps":["trace[1230783244] 'range keys from in-memory index tree' (duration: 403.668287ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:57.129395Z","caller":"traceutil/trace.go:171","msg":"trace[876014560] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"358.436673ms","start":"2026-03-09T15:39:56.770933Z","end":"2026-03-09T15:39:57.12937Z","steps":["trace[876014560] 'process raft request' (duration: 281.49586ms)","trace[876014560] 'compare' (duration: 76.731548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:39:57.12941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.725258Z","time spent":"404.142348ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3832ac1-ae1d-427a-9409-8c4652ab85e1\" "} {"level":"warn","ts":"2026-03-09T15:39:57.129558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.770903Z","time spent":"358.546885ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:57.130276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.038368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-btkmh\" ","response":"range_response_count:1 size:9645"} {"level":"info","ts":"2026-03-09T15:39:57.130451Z","caller":"traceutil/trace.go:171","msg":"trace[979971999] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-btkmh; range_end:; response_count:1; response_revision:4881; }","duration":"379.229102ms","start":"2026-03-09T15:39:56.751166Z","end":"2026-03-09T15:39:57.130395Z","steps":["trace[979971999] 'range keys from in-memory index tree' (duration: 377.996945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.130598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.751133Z","time spent":"379.444427ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9667,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-btkmh\" "} {"level":"warn","ts":"2026-03-09T15:39:57.448541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.715733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T15:39:57.448717Z","caller":"traceutil/trace.go:171","msg":"trace[1981013266] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5066; }","duration":"660.934739ms","start":"2026-03-09T15:39:56.787763Z","end":"2026-03-09T15:39:57.448698Z","steps":["trace[1981013266] 'read index received' (duration: 264.68003ms)","trace[1981013266] 'applied index is now lower than readState.Index' (duration: 396.253479ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:57.448802Z","caller":"traceutil/trace.go:171","msg":"trace[1047636255] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"676.560913ms","start":"2026-03-09T15:39:56.772224Z","end":"2026-03-09T15:39:57.448785Z","steps":["trace[1047636255] 'process raft request' (duration: 555.494952ms)","trace[1047636255] 'compare' (duration: 120.57605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:39:57.448869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.772199Z","time spent":"676.638545ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:57.448855Z","caller":"traceutil/trace.go:171","msg":"trace[891239184] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"609.255449ms","start":"2026-03-09T15:39:56.839546Z","end":"2026-03-09T15:39:57.448801Z","steps":["trace[891239184] 'process raft request' (duration: 609.087955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.449045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.839512Z","time spent":"609.438803ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T15:39:57.449057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.267176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T15:39:57.449167Z","caller":"traceutil/trace.go:171","msg":"trace[2012694084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4884; }","duration":"661.427ms","start":"2026-03-09T15:39:56.78772Z","end":"2026-03-09T15:39:57.449147Z","steps":["trace[2012694084] 'agreement among raft nodes before linearized reading' (duration: 661.112683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.449223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.787699Z","time spent":"661.514272ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T15:39:57.814594Z","caller":"traceutil/trace.go:171","msg":"trace[820356399] linearizableReadLoop","detail":"{readStateIndex:5071; appliedIndex:5069; }","duration":"365.816469ms","start":"2026-03-09T15:39:57.448745Z","end":"2026-03-09T15:39:57.814561Z","steps":["trace[820356399] 'read index received' (duration: 365.595064ms)","trace[820356399] 'applied index is now lower than readState.Index' (duration: 220.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:57.814713Z","caller":"traceutil/trace.go:171","msg":"trace[1759644809] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"674.164187ms","start":"2026-03-09T15:39:57.140513Z","end":"2026-03-09T15:39:57.814677Z","steps":["trace[1759644809] 'process raft request' (duration: 673.807709ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:57.814655Z","caller":"traceutil/trace.go:171","msg":"trace[156820927] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"545.640559ms","start":"2026-03-09T15:39:57.268977Z","end":"2026-03-09T15:39:57.814618Z","steps":["trace[156820927] 'process raft request' (duration: 545.521246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.81487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.050859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kp558\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-09T15:39:57.814891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.140469Z","time spent":"674.326151ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9440,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:57.814916Z","caller":"traceutil/trace.go:171","msg":"trace[1296298848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kp558; range_end:; response_count:1; response_revision:4886; }","duration":"964.11897ms","start":"2026-03-09T15:39:56.850784Z","end":"2026-03-09T15:39:57.814903Z","steps":["trace[1296298848] 'agreement among raft nodes before linearized reading' (duration: 963.919876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.81493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.624021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T15:39:57.814961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.850716Z","time spent":"964.236683ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-kp558\" "} {"level":"info","ts":"2026-03-09T15:39:57.814989Z","caller":"traceutil/trace.go:171","msg":"trace[5061977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4886; }","duration":"892.707834ms","start":"2026-03-09T15:39:56.922268Z","end":"2026-03-09T15:39:57.814976Z","steps":["trace[5061977] 'agreement among raft nodes before linearized reading' (duration: 892.438478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.815009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.988599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T15:39:57.815017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.866624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-09T15:39:57.815128Z","caller":"traceutil/trace.go:171","msg":"trace[486619438] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4886; }","duration":"508.042598ms","start":"2026-03-09T15:39:57.307059Z","end":"2026-03-09T15:39:57.815101Z","steps":["trace[486619438] 'agreement among raft nodes before linearized reading' (duration: 507.769222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.815028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.922257Z","time spent":"892.762515ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T15:39:57.815139Z","caller":"traceutil/trace.go:171","msg":"trace[938473438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4886; }","duration":"972.159012ms","start":"2026-03-09T15:39:56.84296Z","end":"2026-03-09T15:39:57.815119Z","steps":["trace[938473438] 'agreement among raft nodes before linearized reading' (duration: 971.826485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.815188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.307019Z","time spent":"508.15535ms","remote":"127.0.0.1:53164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-09T15:39:57.815195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.842939Z","time spent":"972.244394ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T15:39:57.815782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.268948Z","time spent":"545.947286ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:58.136666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.360754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T15:39:58.136994Z","caller":"traceutil/trace.go:171","msg":"trace[270746211] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"683.728344ms","start":"2026-03-09T15:39:57.453228Z","end":"2026-03-09T15:39:58.136956Z","steps":["trace[270746211] 'process raft request' (duration: 414.955821ms)","trace[270746211] 'compare' (duration: 268.193ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:58.137182Z","caller":"traceutil/trace.go:171","msg":"trace[1128707195] linearizableReadLoop","detail":"{readStateIndex:5074; appliedIndex:5071; }","duration":"322.483139ms","start":"2026-03-09T15:39:57.814675Z","end":"2026-03-09T15:39:58.137159Z","steps":["trace[1128707195] 'read index received' (duration: 53.518361ms)","trace[1128707195] 'applied index is now lower than readState.Index' (duration: 268.963158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:39:58.13722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.45321Z","time spent":"683.922029ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:58.137394Z","caller":"traceutil/trace.go:171","msg":"trace[2132305220] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"426.130184ms","start":"2026-03-09T15:39:57.711246Z","end":"2026-03-09T15:39:58.137376Z","steps":["trace[2132305220] 'process raft request' (duration: 425.730585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.13751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.711219Z","time spent":"426.235398ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:58.137593Z","caller":"traceutil/trace.go:171","msg":"trace[1024131474] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"684.238437ms","start":"2026-03-09T15:39:57.453332Z","end":"2026-03-09T15:39:58.13757Z","steps":["trace[1024131474] 'process raft request' (duration: 683.453588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.137658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.353511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-09T15:39:58.137685Z","caller":"traceutil/trace.go:171","msg":"trace[299234264] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"317.344873ms","start":"2026-03-09T15:39:57.820325Z","end":"2026-03-09T15:39:58.13767Z","steps":["trace[299234264] 'process raft request' (duration: 316.743299ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:58.137698Z","caller":"traceutil/trace.go:171","msg":"trace[397180029] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4890; }","duration":"685.426163ms","start":"2026-03-09T15:39:57.452259Z","end":"2026-03-09T15:39:58.137685Z","steps":["trace[397180029] 'agreement among raft nodes before linearized reading' (duration: 685.299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.137694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.453315Z","time spent":"684.325768ms","remote":"127.0.0.1:53040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T15:39:58.137724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.452241Z","time spent":"685.476214ms","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-09T15:39:58.137704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.901576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-09T15:39:58.137755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.820309Z","time spent":"317.406665ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:58.137773Z","caller":"traceutil/trace.go:171","msg":"trace[1691742470] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4890; }","duration":"683.018739ms","start":"2026-03-09T15:39:57.454738Z","end":"2026-03-09T15:39:58.137757Z","steps":["trace[1691742470] 'agreement among raft nodes before linearized reading' (duration: 682.829265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.137767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.949768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-09T15:39:58.137789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.427573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2265"} {"level":"warn","ts":"2026-03-09T15:39:58.137813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.454717Z","time spent":"683.08818ms","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-09T15:39:58.137833Z","caller":"traceutil/trace.go:171","msg":"trace[1676821693] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4890; }","duration":"406.020459ms","start":"2026-03-09T15:39:57.731792Z","end":"2026-03-09T15:39:58.137812Z","steps":["trace[1676821693] 'agreement among raft nodes before linearized reading' (duration: 405.63269ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:58.137854Z","caller":"traceutil/trace.go:171","msg":"trace[187552913] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4890; }","duration":"681.498655ms","start":"2026-03-09T15:39:57.456331Z","end":"2026-03-09T15:39:58.13783Z","steps":["trace[187552913] 'agreement among raft nodes before linearized reading' (duration: 681.070825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.137874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.731739Z","time spent":"406.124662ms","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-09T15:39:58.137898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.456325Z","time spent":"681.562546ms","remote":"127.0.0.1:53846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2287,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-09T15:39:58.138024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.376652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T15:39:58.138036Z","caller":"traceutil/trace.go:171","msg":"trace[1127666387] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"317.611639ms","start":"2026-03-09T15:39:57.820412Z","end":"2026-03-09T15:39:58.138024Z","steps":["trace[1127666387] 'process raft request' (duration: 317.19744ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:58.138051Z","caller":"traceutil/trace.go:171","msg":"trace[1512512281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4890; }","duration":"605.451423ms","start":"2026-03-09T15:39:57.532593Z","end":"2026-03-09T15:39:58.138044Z","steps":["trace[1512512281] 'agreement among raft nodes before linearized reading' (duration: 604.87496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.820387Z","time spent":"317.678931ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:58.138076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.532574Z","time spent":"605.496314ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T15:39:58.138169Z","caller":"traceutil/trace.go:171","msg":"trace[1887165628] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"317.308722ms","start":"2026-03-09T15:39:57.820847Z","end":"2026-03-09T15:39:58.138156Z","steps":["trace[1887165628] 'process raft request' (duration: 317.129908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.019278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T15:39:58.138241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.820831Z","time spent":"317.373024ms","remote":"127.0.0.1:53138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:58.138291Z","caller":"traceutil/trace.go:171","msg":"trace[301550277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4890; }","duration":"656.117239ms","start":"2026-03-09T15:39:57.482155Z","end":"2026-03-09T15:39:58.138272Z","steps":["trace[301550277] 'agreement among raft nodes before linearized reading' (duration: 655.323832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.482146Z","time spent":"656.17085ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T15:39:58.138524Z","caller":"traceutil/trace.go:171","msg":"trace[754605149] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"317.125938ms","start":"2026-03-09T15:39:57.821387Z","end":"2026-03-09T15:39:58.138513Z","steps":["trace[754605149] 'process raft request' (duration: 316.717819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.821374Z","time spent":"317.168768ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:58.13867Z","caller":"traceutil/trace.go:171","msg":"trace[68117138] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"315.535992ms","start":"2026-03-09T15:39:57.823122Z","end":"2026-03-09T15:39:58.138658Z","steps":["trace[68117138] 'process raft request' (duration: 315.302057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.946269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-03-09T15:39:58.138724Z","caller":"traceutil/trace.go:171","msg":"trace[831847263] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4894; }","duration":"319.00884ms","start":"2026-03-09T15:39:57.819706Z","end":"2026-03-09T15:39:58.138715Z","steps":["trace[831847263] 'agreement among raft nodes before linearized reading' (duration: 318.916828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.819684Z","time spent":"319.054832ms","remote":"127.0.0.1:53272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1484,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-09T15:39:58.138756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.823109Z","time spent":"315.592573ms","remote":"127.0.0.1:53446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8123,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:58.138894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.107442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-09T15:39:58.138914Z","caller":"traceutil/trace.go:171","msg":"trace[627404933] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4894; }","duration":"319.144494ms","start":"2026-03-09T15:39:57.819762Z","end":"2026-03-09T15:39:58.138907Z","steps":["trace[627404933] 'agreement among raft nodes before linearized reading' (duration: 319.079082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.280623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T15:39:58.138902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.053751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-09T15:39:58.138953Z","caller":"traceutil/trace.go:171","msg":"trace[252802243] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4894; }","duration":"166.364265ms","start":"2026-03-09T15:39:57.972574Z","end":"2026-03-09T15:39:58.138938Z","steps":["trace[252802243] 'agreement among raft nodes before linearized reading' (duration: 166.301284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.819757Z","time spent":"319.170484ms","remote":"127.0.0.1:53272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1292,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-09T15:39:58.138996Z","caller":"traceutil/trace.go:171","msg":"trace[1181198651] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4894; }","duration":"319.177904ms","start":"2026-03-09T15:39:57.819794Z","end":"2026-03-09T15:39:58.138972Z","steps":["trace[1181198651] 'agreement among raft nodes before linearized reading' (duration: 319.00937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.139041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.819764Z","time spent":"319.266586ms","remote":"127.0.0.1:53272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1500,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-09T15:39:58.138937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.99521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80052"} {"level":"warn","ts":"2026-03-09T15:39:58.139169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.317227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3832ac1-ae1d-427a-9409-8c4652ab85e1\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-09T15:39:58.139175Z","caller":"traceutil/trace.go:171","msg":"trace[705304681] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4894; }","duration":"319.252445ms","start":"2026-03-09T15:39:57.819914Z","end":"2026-03-09T15:39:58.139166Z","steps":["trace[705304681] 'agreement among raft nodes before linearized reading' (duration: 318.901077ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:58.139185Z","caller":"traceutil/trace.go:171","msg":"trace[2000807130] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3832ac1-ae1d-427a-9409-8c4652ab85e1; range_end:; response_count:1; response_revision:4894; }","duration":"319.344328ms","start":"2026-03-09T15:39:57.819835Z","end":"2026-03-09T15:39:58.139179Z","steps":["trace[2000807130] 'agreement among raft nodes before linearized reading' (duration: 319.279326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.1392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.819829Z","time spent":"319.367898ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3832ac1-ae1d-427a-9409-8c4652ab85e1\" "} {"level":"warn","ts":"2026-03-09T15:39:58.139201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.819902Z","time spent":"319.292167ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80074,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-09T15:39:58.139846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.601268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T15:39:58.139897Z","caller":"traceutil/trace.go:171","msg":"trace[1890855548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4894; }","duration":"218.693429ms","start":"2026-03-09T15:39:57.92119Z","end":"2026-03-09T15:39:58.139883Z","steps":["trace[1890855548] 'agreement among raft nodes before linearized reading' (duration: 217.448882ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:40:11.326855Z","caller":"traceutil/trace.go:171","msg":"trace[1821778196] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"148.616453ms","start":"2026-03-09T15:40:11.178206Z","end":"2026-03-09T15:40:11.326822Z","steps":["trace[1821778196] 'process raft request' (duration: 148.408339ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:41:35.499069Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2741} {"level":"info","ts":"2026-03-09T15:41:35.552968Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2741,"took":"52.671773ms","hash":2943621339,"current-db-size-bytes":40632320,"current-db-size":"41 MB","current-db-size-in-use-bytes":30842880,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-09T15:41:35.553033Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2943621339,"revision":2741,"compact-revision":-1} {"level":"info","ts":"2026-03-09T15:46:06.307155Z","caller":"traceutil/trace.go:171","msg":"trace[405867672] linearizableReadLoop","detail":"{readStateIndex:7850; appliedIndex:7849; }","duration":"260.686962ms","start":"2026-03-09T15:46:06.046443Z","end":"2026-03-09T15:46:06.30713Z","steps":["trace[405867672] 'read index received' (duration: 260.482667ms)","trace[405867672] 'applied index is now lower than readState.Index' (duration: 203.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:46:06.307214Z","caller":"traceutil/trace.go:171","msg":"trace[397327414] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"303.134673ms","start":"2026-03-09T15:46:06.004058Z","end":"2026-03-09T15:46:06.307192Z","steps":["trace[397327414] 'process raft request' (duration: 302.920978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:06.307355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:46:06.00403Z","time spent":"303.237724ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:46:06.307396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.940067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T15:46:06.307429Z","caller":"traceutil/trace.go:171","msg":"trace[1809047123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7577; }","duration":"261.003089ms","start":"2026-03-09T15:46:06.046416Z","end":"2026-03-09T15:46:06.307419Z","steps":["trace[1809047123] 'agreement among raft nodes before linearized reading' (duration: 260.864616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:06.307515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.234291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T15:46:06.307592Z","caller":"traceutil/trace.go:171","msg":"trace[1555337274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7577; }","duration":"255.345343ms","start":"2026-03-09T15:46:06.052228Z","end":"2026-03-09T15:46:06.307574Z","steps":["trace[1555337274] 'agreement among raft nodes before linearized reading' (duration: 255.18602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:06.307512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.369618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T15:46:06.307592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.289431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kp558\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-09T15:46:06.307666Z","caller":"traceutil/trace.go:171","msg":"trace[1672782323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kp558; range_end:; response_count:1; response_revision:7577; }","duration":"131.363603ms","start":"2026-03-09T15:46:06.176284Z","end":"2026-03-09T15:46:06.307647Z","steps":["trace[1672782323] 'agreement among raft nodes before linearized reading' (duration: 131.174229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:06.307521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.39637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T15:46:06.307687Z","caller":"traceutil/trace.go:171","msg":"trace[1335572980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7577; }","duration":"248.554682ms","start":"2026-03-09T15:46:06.059092Z","end":"2026-03-09T15:46:06.307647Z","steps":["trace[1335572980] 'agreement among raft nodes before linearized reading' (duration: 248.306326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:06.307698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.33569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T15:46:06.307797Z","caller":"traceutil/trace.go:171","msg":"trace[382794487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7577; }","duration":"258.460473ms","start":"2026-03-09T15:46:06.04932Z","end":"2026-03-09T15:46:06.30778Z","steps":["trace[382794487] 'agreement among raft nodes before linearized reading' (duration: 257.971792ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:06.307747Z","caller":"traceutil/trace.go:171","msg":"trace[609039451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7577; }","duration":"253.651356ms","start":"2026-03-09T15:46:06.054083Z","end":"2026-03-09T15:46:06.307734Z","steps":["trace[609039451] 'agreement among raft nodes before linearized reading' (duration: 253.344209ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:06.567141Z","caller":"traceutil/trace.go:171","msg":"trace[2024976506] linearizableReadLoop","detail":"{readStateIndex:7851; appliedIndex:7850; }","duration":"255.106177ms","start":"2026-03-09T15:46:06.312009Z","end":"2026-03-09T15:46:06.567115Z","steps":["trace[2024976506] 'read index received' (duration: 224.665392ms)","trace[2024976506] 'applied index is now lower than readState.Index' (duration: 30.439685ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:46:06.567266Z","caller":"traceutil/trace.go:171","msg":"trace[630031004] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"255.613788ms","start":"2026-03-09T15:46:06.311638Z","end":"2026-03-09T15:46:06.567252Z","steps":["trace[630031004] 'process raft request' (duration: 224.975649ms)","trace[630031004] 'compare' (duration: 30.054787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:46:06.567747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.716131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222799"} {"level":"info","ts":"2026-03-09T15:46:06.567788Z","caller":"traceutil/trace.go:171","msg":"trace[853804080] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7578; }","duration":"255.794523ms","start":"2026-03-09T15:46:06.311984Z","end":"2026-03-09T15:46:06.567779Z","steps":["trace[853804080] 'agreement among raft nodes before linearized reading' (duration: 255.404954ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:06.580811Z","caller":"traceutil/trace.go:171","msg":"trace[2128351521] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"268.686729ms","start":"2026-03-09T15:46:06.312096Z","end":"2026-03-09T15:46:06.580782Z","steps":["trace[2128351521] 'process raft request' (duration: 268.584006ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:06.581062Z","caller":"traceutil/trace.go:171","msg":"trace[514923313] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"268.950504ms","start":"2026-03-09T15:46:06.312096Z","end":"2026-03-09T15:46:06.581046Z","steps":["trace[514923313] 'process raft request' (duration: 268.639378ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:06.581147Z","caller":"traceutil/trace.go:171","msg":"trace[1890953266] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"268.965895ms","start":"2026-03-09T15:46:06.312146Z","end":"2026-03-09T15:46:06.581112Z","steps":["trace[1890953266] 'process raft request' (duration: 268.7476ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:06.580818Z","caller":"traceutil/trace.go:171","msg":"trace[368089113] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"268.713059ms","start":"2026-03-09T15:46:06.312081Z","end":"2026-03-09T15:46:06.580794Z","steps":["trace[368089113] 'process raft request' (duration: 268.438133ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:20.795885Z","caller":"traceutil/trace.go:171","msg":"trace[307056795] linearizableReadLoop","detail":"{readStateIndex:7921; appliedIndex:7920; }","duration":"146.862607ms","start":"2026-03-09T15:46:20.648994Z","end":"2026-03-09T15:46:20.795856Z","steps":["trace[307056795] 'read index received' (duration: 146.831927ms)","trace[307056795] 'applied index is now lower than readState.Index' (duration: 29.55µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:46:20.795919Z","caller":"traceutil/trace.go:171","msg":"trace[1379498070] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"148.387011ms","start":"2026-03-09T15:46:20.647487Z","end":"2026-03-09T15:46:20.795874Z","steps":["trace[1379498070] 'process raft request' (duration: 148.224307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:20.796116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.103472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T15:46:20.796208Z","caller":"traceutil/trace.go:171","msg":"trace[438084360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7644; }","duration":"147.224964ms","start":"2026-03-09T15:46:20.648962Z","end":"2026-03-09T15:46:20.796187Z","steps":["trace[438084360] 'agreement among raft nodes before linearized reading' (duration: 147.00796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:20.812795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.945212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T15:46:20.812865Z","caller":"traceutil/trace.go:171","msg":"trace[1337213580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7645; }","duration":"148.064863ms","start":"2026-03-09T15:46:20.664784Z","end":"2026-03-09T15:46:20.812849Z","steps":["trace[1337213580] 'agreement among raft nodes before linearized reading' (duration: 147.853339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:20.812901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.385148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T15:46:20.812987Z","caller":"traceutil/trace.go:171","msg":"trace[2047609928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7645; }","duration":"117.483191ms","start":"2026-03-09T15:46:20.695473Z","end":"2026-03-09T15:46:20.812957Z","steps":["trace[2047609928] 'agreement among raft nodes before linearized reading' (duration: 117.320497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:20.813182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.93321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T15:46:20.81322Z","caller":"traceutil/trace.go:171","msg":"trace[354979602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7645; }","duration":"117.993201ms","start":"2026-03-09T15:46:20.695216Z","end":"2026-03-09T15:46:20.81321Z","steps":["trace[354979602] 'agreement among raft nodes before linearized reading' (duration: 117.831298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:20.813416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.619181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kp558\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-09T15:46:20.813428Z","caller":"traceutil/trace.go:171","msg":"trace[645064683] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"162.767834ms","start":"2026-03-09T15:46:20.650636Z","end":"2026-03-09T15:46:20.813404Z","steps":["trace[645064683] 'process raft request' (duration: 161.858504ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:20.813484Z","caller":"traceutil/trace.go:171","msg":"trace[1529839352] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kp558; range_end:; response_count:1; response_revision:7645; }","duration":"145.738254ms","start":"2026-03-09T15:46:20.66773Z","end":"2026-03-09T15:46:20.813468Z","steps":["trace[1529839352] 'agreement among raft nodes before linearized reading' (duration: 145.552699ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:35.50906Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5705} {"level":"info","ts":"2026-03-09T15:46:35.612996Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5705,"took":"101.913693ms","hash":2863854712,"current-db-size-bytes":42192896,"current-db-size":"42 MB","current-db-size-in-use-bytes":22708224,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-09T15:46:35.613052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2863854712,"revision":5705,"compact-revision":2741} {"level":"info","ts":"2026-03-09T15:46:47.021796Z","caller":"traceutil/trace.go:171","msg":"trace[938812478] linearizableReadLoop","detail":"{readStateIndex:8110; appliedIndex:8109; }","duration":"101.790649ms","start":"2026-03-09T15:46:46.919984Z","end":"2026-03-09T15:46:47.021774Z","steps":["trace[938812478] 'read index received' (duration: 101.674627ms)","trace[938812478] 'applied index is now lower than readState.Index' (duration: 114.812µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:46:47.022165Z","caller":"traceutil/trace.go:171","msg":"trace[146681116] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"104.210531ms","start":"2026-03-09T15:46:46.917938Z","end":"2026-03-09T15:46:47.022149Z","steps":["trace[146681116] 'process raft request' (duration: 103.69885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:47.022517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.507074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T15:46:47.022592Z","caller":"traceutil/trace.go:171","msg":"trace[996535921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7825; }","duration":"102.622506ms","start":"2026-03-09T15:46:46.919951Z","end":"2026-03-09T15:46:47.022574Z","steps":["trace[996535921] 'agreement among raft nodes before linearized reading' (duration: 102.439022ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:47.222042Z","caller":"traceutil/trace.go:171","msg":"trace[1339609375] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8110; }","duration":"200.137985ms","start":"2026-03-09T15:46:47.021875Z","end":"2026-03-09T15:46:47.222013Z","steps":["trace[1339609375] 'read index received' (duration: 186.977319ms)","trace[1339609375] 'applied index is now lower than readState.Index' (duration: 13.159566ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:46:47.222123Z","caller":"traceutil/trace.go:171","msg":"trace[1875079818] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"272.358102ms","start":"2026-03-09T15:46:46.949713Z","end":"2026-03-09T15:46:47.222071Z","steps":["trace[1875079818] 'process raft request' (duration: 259.129105ms)","trace[1875079818] 'compare' (duration: 12.212804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:46:47.222223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.872502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T15:46:47.222264Z","caller":"traceutil/trace.go:171","msg":"trace[745956556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7826; }","duration":"289.947864ms","start":"2026-03-09T15:46:46.932305Z","end":"2026-03-09T15:46:47.222253Z","steps":["trace[745956556] 'agreement among raft nodes before linearized reading' (duration: 289.800681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:47.222426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.637562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T15:46:47.222392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.474166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T15:46:47.222459Z","caller":"traceutil/trace.go:171","msg":"trace[1506069559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7826; }","duration":"286.708073ms","start":"2026-03-09T15:46:46.935744Z","end":"2026-03-09T15:46:47.222452Z","steps":["trace[1506069559] 'agreement among raft nodes before linearized reading' (duration: 286.627251ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:47.222494Z","caller":"traceutil/trace.go:171","msg":"trace[1980379391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7826; }","duration":"285.6067ms","start":"2026-03-09T15:46:46.936863Z","end":"2026-03-09T15:46:47.22247Z","steps":["trace[1980379391] 'agreement among raft nodes before linearized reading' (duration: 285.363524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:47.222722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.108141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kp558\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-09T15:46:47.222776Z","caller":"traceutil/trace.go:171","msg":"trace[749284591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kp558; range_end:; response_count:1; response_revision:7826; }","duration":"240.202204ms","start":"2026-03-09T15:46:46.98256Z","end":"2026-03-09T15:46:47.222763Z","steps":["trace[749284591] 'agreement among raft nodes before linearized reading' (duration: 240.02452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:47.223168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.652424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T15:46:47.223211Z","caller":"traceutil/trace.go:171","msg":"trace[738500600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7826; }","duration":"281.729885ms","start":"2026-03-09T15:46:46.941472Z","end":"2026-03-09T15:46:47.223202Z","steps":["trace[738500600] 'agreement among raft nodes before linearized reading' (duration: 281.618723ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:47.229958Z","caller":"traceutil/trace.go:171","msg":"trace[270152769] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"186.950827ms","start":"2026-03-09T15:46:47.04299Z","end":"2026-03-09T15:46:47.229941Z","steps":["trace[270152769] 'process raft request' (duration: 186.828554ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:50.167381Z","caller":"traceutil/trace.go:171","msg":"trace[101594518] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"116.793655ms","start":"2026-03-09T15:46:50.050566Z","end":"2026-03-09T15:46:50.16736Z","steps":["trace[101594518] 'process raft request' (duration: 116.654732ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:59.916183Z","caller":"traceutil/trace.go:171","msg":"trace[178532768] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"140.716164ms","start":"2026-03-09T15:46:59.77544Z","end":"2026-03-09T15:46:59.916156Z","steps":["trace[178532768] 'process raft request' (duration: 140.557101ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:47:00.202853Z","caller":"traceutil/trace.go:171","msg":"trace[1163285347] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8224; }","duration":"380.52635ms","start":"2026-03-09T15:46:59.822305Z","end":"2026-03-09T15:47:00.202832Z","steps":["trace[1163285347] 'read index received' (duration: 93.779876ms)","trace[1163285347] 'applied index is now lower than readState.Index' (duration: 286.745624ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:47:00.202972Z","caller":"traceutil/trace.go:171","msg":"trace[293212636] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"421.947758ms","start":"2026-03-09T15:46:59.780968Z","end":"2026-03-09T15:47:00.202916Z","steps":["trace[293212636] 'process raft request' (duration: 377.136285ms)","trace[293212636] 'compare' (duration: 44.632359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:47:00.203395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:46:59.780947Z","time spent":"422.262215ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:47:00.204006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.682135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T15:47:00.204095Z","caller":"traceutil/trace.go:171","msg":"trace[1144129650] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7935; }","duration":"381.813358ms","start":"2026-03-09T15:46:59.822268Z","end":"2026-03-09T15:47:00.204082Z","steps":["trace[1144129650] 'agreement among raft nodes before linearized reading' (duration: 381.670775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:00.204131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:46:59.822254Z","time spent":"381.868799ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-09T15:47:01.667368Z","caller":"traceutil/trace.go:171","msg":"trace[1270630999] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8233; }","duration":"319.599817ms","start":"2026-03-09T15:47:01.347742Z","end":"2026-03-09T15:47:01.667342Z","steps":["trace[1270630999] 'read index received' (duration: 319.525355ms)","trace[1270630999] 'applied index is now lower than readState.Index' (duration: 73.422µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:47:01.667509Z","caller":"traceutil/trace.go:171","msg":"trace[1359081087] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"346.739996ms","start":"2026-03-09T15:47:01.320728Z","end":"2026-03-09T15:47:01.667468Z","steps":["trace[1359081087] 'process raft request' (duration: 346.46123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:01.667619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.862732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kp558\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-09T15:47:01.667726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:47:01.32071Z","time spent":"346.89666ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:47:01.667746Z","caller":"traceutil/trace.go:171","msg":"trace[921046720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kp558; range_end:; response_count:1; response_revision:7943; }","duration":"320.014486ms","start":"2026-03-09T15:47:01.347685Z","end":"2026-03-09T15:47:01.6677Z","steps":["trace[921046720] 'agreement among raft nodes before linearized reading' (duration: 319.803951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:01.667954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:47:01.347663Z","time spent":"320.130099ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-kp558\" "} {"level":"info","ts":"2026-03-09T15:47:01.6799Z","caller":"traceutil/trace.go:171","msg":"trace[944716745] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"193.004369ms","start":"2026-03-09T15:47:01.486868Z","end":"2026-03-09T15:47:01.679873Z","steps":["trace[944716745] 'process raft request' (duration: 192.818704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:01.680116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.844462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T15:47:01.680182Z","caller":"traceutil/trace.go:171","msg":"trace[1514373525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7944; }","duration":"237.952815ms","start":"2026-03-09T15:47:01.442214Z","end":"2026-03-09T15:47:01.680167Z","steps":["trace[1514373525] 'agreement among raft nodes before linearized reading' (duration: 237.785441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:01.680288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.021797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T15:47:01.680307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.533018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:47:01.680339Z","caller":"traceutil/trace.go:171","msg":"trace[127646241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7944; }","duration":"238.107608ms","start":"2026-03-09T15:47:01.442216Z","end":"2026-03-09T15:47:01.680323Z","steps":["trace[127646241] 'agreement among raft nodes before linearized reading' (duration: 237.944954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:01.680416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.77119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T15:47:01.680462Z","caller":"traceutil/trace.go:171","msg":"trace[925576071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7944; }","duration":"236.816191ms","start":"2026-03-09T15:47:01.443638Z","end":"2026-03-09T15:47:01.680454Z","steps":["trace[925576071] 'agreement among raft nodes before linearized reading' (duration: 236.721249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:01.680508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.763386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T15:47:01.680543Z","caller":"traceutil/trace.go:171","msg":"trace[1590692441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7944; }","duration":"293.819487ms","start":"2026-03-09T15:47:01.386715Z","end":"2026-03-09T15:47:01.680535Z","steps":["trace[1590692441] 'agreement among raft nodes before linearized reading' (duration: 293.734066ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:47:01.680341Z","caller":"traceutil/trace.go:171","msg":"trace[1635059003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7944; }","duration":"197.596489ms","start":"2026-03-09T15:47:01.482734Z","end":"2026-03-09T15:47:01.68033Z","steps":["trace[1635059003] 'agreement among raft nodes before linearized reading' (duration: 197.542458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:01.680704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.057926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T15:47:01.68076Z","caller":"traceutil/trace.go:171","msg":"trace[644464995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7944; }","duration":"237.148118ms","start":"2026-03-09T15:47:01.443599Z","end":"2026-03-09T15:47:01.680747Z","steps":["trace[644464995] 'agreement among raft nodes before linearized reading' (duration: 236.875642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:18.34516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.419939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T15:48:18.345182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.766595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T15:48:18.345279Z","caller":"traceutil/trace.go:171","msg":"trace[1823748043] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8643; }","duration":"298.911878ms","start":"2026-03-09T15:48:18.046344Z","end":"2026-03-09T15:48:18.345256Z","steps":["trace[1823748043] 'range keys from in-memory index tree' (duration: 298.53635ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:48:18.345283Z","caller":"traceutil/trace.go:171","msg":"trace[832015325] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8643; }","duration":"305.605473ms","start":"2026-03-09T15:48:18.039657Z","end":"2026-03-09T15:48:18.345263Z","steps":["trace[832015325] 'count revisions from in-memory index tree' (duration: 305.345807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:18.345335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:48:18.039639Z","time spent":"305.684445ms","remote":"127.0.0.1:53164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-09T15:48:18.345344Z","caller":"traceutil/trace.go:171","msg":"trace[1075679601] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"276.38881ms","start":"2026-03-09T15:48:18.068924Z","end":"2026-03-09T15:48:18.345313Z","steps":["trace[1075679601] 'process raft request' (duration: 248.842212ms)","trace[1075679601] 'compare' (duration: 27.16481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:48:18.345337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.930937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-2j889\" ","response":"range_response_count:1 size:19692"} {"level":"info","ts":"2026-03-09T15:48:18.345524Z","caller":"traceutil/trace.go:171","msg":"trace[1329161180] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-2j889; range_end:; response_count:1; response_revision:8643; }","duration":"298.213063ms","start":"2026-03-09T15:48:18.047289Z","end":"2026-03-09T15:48:18.345502Z","steps":["trace[1329161180] 'range keys from in-memory index tree' (duration: 297.706392ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:48:18.403736Z","caller":"traceutil/trace.go:171","msg":"trace[1424972352] linearizableReadLoop","detail":"{readStateIndex:8956; appliedIndex:8954; }","duration":"290.068056ms","start":"2026-03-09T15:48:18.113642Z","end":"2026-03-09T15:48:18.40371Z","steps":["trace[1424972352] 'read index received' (duration: 204.134901ms)","trace[1424972352] 'applied index is now lower than readState.Index' (duration: 85.930975ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:48:18.403774Z","caller":"traceutil/trace.go:171","msg":"trace[737724555] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"334.324267ms","start":"2026-03-09T15:48:18.069427Z","end":"2026-03-09T15:48:18.403752Z","steps":["trace[737724555] 'process raft request' (duration: 334.130872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:18.40391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:48:18.069399Z","time spent":"334.435229ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:48:18.403974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.317072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T15:48:18.404015Z","caller":"traceutil/trace.go:171","msg":"trace[213571607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8645; }","duration":"290.399214ms","start":"2026-03-09T15:48:18.113605Z","end":"2026-03-09T15:48:18.404004Z","steps":["trace[213571607] 'agreement among raft nodes before linearized reading' (duration: 290.25197ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:48:18.525742Z","caller":"traceutil/trace.go:171","msg":"trace[972295982] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"117.071792ms","start":"2026-03-09T15:48:18.408638Z","end":"2026-03-09T15:48:18.52571Z","steps":["trace[972295982] 'process raft request' (duration: 117.014521ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:48:18.526061Z","caller":"traceutil/trace.go:171","msg":"trace[2052635277] linearizableReadLoop","detail":"{readStateIndex:8957; appliedIndex:8956; }","duration":"122.207662ms","start":"2026-03-09T15:48:18.40382Z","end":"2026-03-09T15:48:18.526028Z","steps":["trace[2052635277] 'read index received' (duration: 45.027917ms)","trace[2052635277] 'applied index is now lower than readState.Index' (duration: 77.176165ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:48:18.526069Z","caller":"traceutil/trace.go:171","msg":"trace[664870622] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"168.361374ms","start":"2026-03-09T15:48:18.357675Z","end":"2026-03-09T15:48:18.526036Z","steps":["trace[664870622] 'process raft request' (duration: 91.158859ms)","trace[664870622] 'compare' (duration: 76.684264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:48:18.526236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.26978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T15:48:18.526263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.430354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kp558\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-09T15:48:18.526253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.638122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T15:48:18.526307Z","caller":"traceutil/trace.go:171","msg":"trace[1969308028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8647; }","duration":"407.371861ms","start":"2026-03-09T15:48:18.118919Z","end":"2026-03-09T15:48:18.526291Z","steps":["trace[1969308028] 'agreement among raft nodes before linearized reading' (duration: 407.140296ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:48:18.526313Z","caller":"traceutil/trace.go:171","msg":"trace[1974870357] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kp558; range_end:; response_count:1; response_revision:8647; }","duration":"349.547926ms","start":"2026-03-09T15:48:18.17675Z","end":"2026-03-09T15:48:18.526298Z","steps":["trace[1974870357] 'agreement among raft nodes before linearized reading' (duration: 349.374142ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:48:18.526324Z","caller":"traceutil/trace.go:171","msg":"trace[1361082077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8647; }","duration":"404.748685ms","start":"2026-03-09T15:48:18.121559Z","end":"2026-03-09T15:48:18.526308Z","steps":["trace[1361082077] 'agreement among raft nodes before linearized reading' (duration: 404.488669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:18.526349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:48:18.118909Z","time spent":"407.431702ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T15:48:18.526359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:48:18.121548Z","time spent":"404.805706ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T15:48:18.526351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:48:18.17673Z","time spent":"349.613578ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-kp558\" "} {"level":"warn","ts":"2026-03-09T15:48:18.526349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.50729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T15:48:18.526438Z","caller":"traceutil/trace.go:171","msg":"trace[1332511770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8647; }","duration":"410.627122ms","start":"2026-03-09T15:48:18.115789Z","end":"2026-03-09T15:48:18.526416Z","steps":["trace[1332511770] 'agreement among raft nodes before linearized reading' (duration: 410.325836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:18.526233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.557195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T15:48:18.526477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:48:18.115779Z","time spent":"410.691683ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T15:48:18.52651Z","caller":"traceutil/trace.go:171","msg":"trace[1213392731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8647; }","duration":"412.874931ms","start":"2026-03-09T15:48:18.113624Z","end":"2026-03-09T15:48:18.526499Z","steps":["trace[1213392731] 'agreement among raft nodes before linearized reading' (duration: 412.504693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:18.526547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:48:18.113611Z","time spent":"412.927643ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T15:48:18.527896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.905184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f3832ac1-ae1d-427a-9409-8c4652ab85e1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-09T15:48:18.527992Z","caller":"traceutil/trace.go:171","msg":"trace[766625598] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f3832ac1-ae1d-427a-9409-8c4652ab85e1; range_end:; response_count:1; response_revision:8647; }","duration":"179.037666ms","start":"2026-03-09T15:48:18.348928Z","end":"2026-03-09T15:48:18.527966Z","steps":["trace[766625598] 'agreement among raft nodes before linearized reading' (duration: 177.189146ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:50:38.006981Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T15:50:38.019394Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T15:50:38.019507Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T15:51:33.769404Z","caller":"traceutil/trace.go:171","msg":"trace[1101715652] transaction","detail":"{read_only:false; response_revision:10238; number_of_response:1; }","duration":"230.250814ms","start":"2026-03-09T15:51:33.539127Z","end":"2026-03-09T15:51:33.769378Z","steps":["trace[1101715652] 'process raft request' (duration: 230.07061ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:51:33.771384Z","caller":"traceutil/trace.go:171","msg":"trace[268944149] transaction","detail":"{read_only:false; response_revision:10239; number_of_response:1; }","duration":"230.442379ms","start":"2026-03-09T15:51:33.540916Z","end":"2026-03-09T15:51:33.771359Z","steps":["trace[268944149] 'process raft request' (duration: 230.277805ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:51:33.774042Z","caller":"traceutil/trace.go:171","msg":"trace[1679736965] linearizableReadLoop","detail":"{readStateIndex:10601; appliedIndex:10599; }","duration":"231.802979ms","start":"2026-03-09T15:51:33.542215Z","end":"2026-03-09T15:51:33.774018Z","steps":["trace[1679736965] 'read index received' (duration: 227.059713ms)","trace[1679736965] 'applied index is now lower than readState.Index' (duration: 4.741935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:51:33.774253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.016804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T15:51:33.774297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.87841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T15:51:33.774302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.450986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T15:51:33.774324Z","caller":"traceutil/trace.go:171","msg":"trace[1891103549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10239; }","duration":"232.109446ms","start":"2026-03-09T15:51:33.542188Z","end":"2026-03-09T15:51:33.774297Z","steps":["trace[1891103549] 'agreement among raft nodes before linearized reading' (duration: 231.925182ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:51:33.774335Z","caller":"traceutil/trace.go:171","msg":"trace[155129696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10239; }","duration":"222.988353ms","start":"2026-03-09T15:51:33.551337Z","end":"2026-03-09T15:51:33.774326Z","steps":["trace[155129696] 'agreement among raft nodes before linearized reading' (duration: 222.82768ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:51:33.774358Z","caller":"traceutil/trace.go:171","msg":"trace[1894597939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10239; }","duration":"229.548389ms","start":"2026-03-09T15:51:33.544794Z","end":"2026-03-09T15:51:33.774343Z","steps":["trace[1894597939] 'agreement among raft nodes before linearized reading' (duration: 229.372365ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:51:35.515393Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7724} {"level":"info","ts":"2026-03-09T15:51:35.585749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7724,"took":"68.247408ms","hash":3188921189,"current-db-size-bytes":42192896,"current-db-size":"42 MB","current-db-size-in-use-bytes":27824128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T15:51:35.585813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3188921189,"revision":7724,"compact-revision":5705} {"level":"warn","ts":"2026-03-09T15:51:55.516474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.074635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-09T15:51:55.516567Z","caller":"traceutil/trace.go:171","msg":"trace[83303677] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10349; }","duration":"112.205927ms","start":"2026-03-09T15:51:55.404341Z","end":"2026-03-09T15:51:55.516546Z","steps":["trace[83303677] 'range keys from in-memory index tree' (duration: 111.919031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:51:55.516634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.666074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T15:51:55.516722Z","caller":"traceutil/trace.go:171","msg":"trace[640670065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10349; }","duration":"270.812518ms","start":"2026-03-09T15:51:55.24589Z","end":"2026-03-09T15:51:55.516702Z","steps":["trace[640670065] 'count revisions from in-memory index tree' (duration: 270.543902ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:51:57.269189Z","caller":"traceutil/trace.go:171","msg":"trace[1771292833] transaction","detail":"{read_only:false; response_revision:10359; number_of_response:1; }","duration":"119.52735ms","start":"2026-03-09T15:51:57.149618Z","end":"2026-03-09T15:51:57.269146Z","steps":["trace[1771292833] 'process raft request' (duration: 106.844568ms)","trace[1771292833] 'compare' (duration: 12.291283ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:56:35.521994Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10250} {"level":"info","ts":"2026-03-09T15:56:35.602909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10250,"took":"78.577302ms","hash":2351039032,"current-db-size-bytes":42192896,"current-db-size":"42 MB","current-db-size-in-use-bytes":24530944,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-09T15:56:35.60299Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2351039032,"revision":10250,"compact-revision":7724} {"level":"info","ts":"2026-03-09T15:58:23.874553Z","caller":"traceutil/trace.go:171","msg":"trace[2103380188] linearizableReadLoop","detail":"{readStateIndex:13227; appliedIndex:13226; }","duration":"161.912047ms","start":"2026-03-09T15:58:23.712619Z","end":"2026-03-09T15:58:23.874531Z","steps":["trace[2103380188] 'read index received' (duration: 161.522188ms)","trace[2103380188] 'applied index is now lower than readState.Index' (duration: 388.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:58:23.874635Z","caller":"traceutil/trace.go:171","msg":"trace[107579672] transaction","detail":"{read_only:false; response_revision:12766; number_of_response:1; }","duration":"234.729935ms","start":"2026-03-09T15:58:23.639875Z","end":"2026-03-09T15:58:23.874605Z","steps":["trace[107579672] 'process raft request' (duration: 234.262445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:23.87473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.07505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T15:58:23.874827Z","caller":"traceutil/trace.go:171","msg":"trace[1961529283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12766; }","duration":"162.247614ms","start":"2026-03-09T15:58:23.712558Z","end":"2026-03-09T15:58:23.874805Z","steps":["trace[1961529283] 'agreement among raft nodes before linearized reading' (duration: 162.06831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:23.875449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.202342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T15:58:23.875504Z","caller":"traceutil/trace.go:171","msg":"trace[1984430261] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12766; }","duration":"109.314585ms","start":"2026-03-09T15:58:23.766176Z","end":"2026-03-09T15:58:23.875491Z","steps":["trace[1984430261] 'agreement among raft nodes before linearized reading' (duration: 108.507956ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:58:33.535277Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033f2.wal"} {"level":"info","ts":"2026-03-09T15:58:44.753446Z","caller":"traceutil/trace.go:171","msg":"trace[151775937] linearizableReadLoop","detail":"{readStateIndex:13532; appliedIndex:13531; }","duration":"272.390767ms","start":"2026-03-09T15:58:44.481032Z","end":"2026-03-09T15:58:44.753423Z","steps":["trace[151775937] 'read index received' (duration: 271.866575ms)","trace[151775937] 'applied index is now lower than readState.Index' (duration: 522.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:58:44.753827Z","caller":"traceutil/trace.go:171","msg":"trace[1797456176] transaction","detail":"{read_only:false; response_revision:13059; number_of_response:1; }","duration":"377.690062ms","start":"2026-03-09T15:58:44.375893Z","end":"2026-03-09T15:58:44.753583Z","steps":["trace[1797456176] 'process raft request' (duration: 377.396326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:44.75387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.826008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:58:44.753934Z","caller":"traceutil/trace.go:171","msg":"trace[507682987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13059; }","duration":"272.94486ms","start":"2026-03-09T15:58:44.480971Z","end":"2026-03-09T15:58:44.753916Z","steps":["trace[507682987] 'agreement among raft nodes before linearized reading' (duration: 272.654623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:44.754095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:58:44.375874Z","time spent":"378.045291ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:58:44.775075Z","caller":"traceutil/trace.go:171","msg":"trace[427684695] transaction","detail":"{read_only:false; response_revision:13060; number_of_response:1; }","duration":"161.720092ms","start":"2026-03-09T15:58:44.613324Z","end":"2026-03-09T15:58:44.775044Z","steps":["trace[427684695] 'process raft request' (duration: 157.146171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:44.775137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.601081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:58:44.775153Z","caller":"traceutil/trace.go:171","msg":"trace[604084799] transaction","detail":"{read_only:false; response_revision:13061; number_of_response:1; }","duration":"148.47486ms","start":"2026-03-09T15:58:44.626633Z","end":"2026-03-09T15:58:44.775108Z","steps":["trace[604084799] 'process raft request' (duration: 148.317296ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:58:44.775218Z","caller":"traceutil/trace.go:171","msg":"trace[2019766263] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:13062; }","duration":"209.746914ms","start":"2026-03-09T15:58:44.565452Z","end":"2026-03-09T15:58:44.775199Z","steps":["trace[2019766263] 'agreement among raft nodes before linearized reading' (duration: 209.622651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:44.775401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.905934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T15:58:44.775436Z","caller":"traceutil/trace.go:171","msg":"trace[1718899028] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13062; }","duration":"247.015837ms","start":"2026-03-09T15:58:44.528412Z","end":"2026-03-09T15:58:44.775427Z","steps":["trace[1718899028] 'agreement among raft nodes before linearized reading' (duration: 246.919844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:44.77553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.838806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415322"} {"level":"info","ts":"2026-03-09T15:58:44.77561Z","caller":"traceutil/trace.go:171","msg":"trace[84861385] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13062; }","duration":"286.964328ms","start":"2026-03-09T15:58:44.488628Z","end":"2026-03-09T15:58:44.775592Z","steps":["trace[84861385] 'agreement among raft nodes before linearized reading' (duration: 286.615971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:10.464735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.255965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-09T16:00:10.464856Z","caller":"traceutil/trace.go:171","msg":"trace[1232858091] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13852; }","duration":"134.417609ms","start":"2026-03-09T16:00:10.33041Z","end":"2026-03-09T16:00:10.464827Z","steps":["trace[1232858091] 'range keys from in-memory index tree' (duration: 134.130253ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:10.631725Z","caller":"traceutil/trace.go:171","msg":"trace[250816322] transaction","detail":"{read_only:false; response_revision:13853; number_of_response:1; }","duration":"157.53162ms","start":"2026-03-09T16:00:10.474166Z","end":"2026-03-09T16:00:10.631698Z","steps":["trace[250816322] 'process raft request' (duration: 157.372596ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:10.655072Z","caller":"traceutil/trace.go:171","msg":"trace[564132234] linearizableReadLoop","detail":"{readStateIndex:14350; appliedIndex:14348; }","duration":"179.851773ms","start":"2026-03-09T16:00:10.475198Z","end":"2026-03-09T16:00:10.65505Z","steps":["trace[564132234] 'read index received' (duration: 156.358425ms)","trace[564132234] 'applied index is now lower than readState.Index' (duration: 23.492808ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:00:10.655168Z","caller":"traceutil/trace.go:171","msg":"trace[1091140067] transaction","detail":"{read_only:false; response_revision:13856; number_of_response:1; }","duration":"178.076874ms","start":"2026-03-09T16:00:10.477084Z","end":"2026-03-09T16:00:10.655161Z","steps":["trace[1091140067] 'process raft request' (duration: 177.92572ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:10.655227Z","caller":"traceutil/trace.go:171","msg":"trace[1531260722] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"180.393585ms","start":"2026-03-09T16:00:10.474768Z","end":"2026-03-09T16:00:10.655161Z","steps":["trace[1531260722] 'process raft request' (duration: 180.110838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:10.655317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.840054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T16:00:10.655344Z","caller":"traceutil/trace.go:171","msg":"trace[542586121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13857; }","duration":"175.910706ms","start":"2026-03-09T16:00:10.479426Z","end":"2026-03-09T16:00:10.655337Z","steps":["trace[542586121] 'agreement among raft nodes before linearized reading' (duration: 175.846975ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:10.655449Z","caller":"traceutil/trace.go:171","msg":"trace[564292573] transaction","detail":"{read_only:false; response_revision:13857; number_of_response:1; }","duration":"177.88883ms","start":"2026-03-09T16:00:10.47752Z","end":"2026-03-09T16:00:10.655409Z","steps":["trace[564292573] 'process raft request' (duration: 177.507591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:10.655574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.315414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19040"} {"level":"info","ts":"2026-03-09T16:00:10.656333Z","caller":"traceutil/trace.go:171","msg":"trace[251285275] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13857; }","duration":"181.135041ms","start":"2026-03-09T16:00:10.475176Z","end":"2026-03-09T16:00:10.656311Z","steps":["trace[251285275] 'agreement among raft nodes before linearized reading' (duration: 180.055518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:10.655601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.856645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T16:00:10.657086Z","caller":"traceutil/trace.go:171","msg":"trace[1678044467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13857; }","duration":"177.379778ms","start":"2026-03-09T16:00:10.479689Z","end":"2026-03-09T16:00:10.657068Z","steps":["trace[1678044467] 'agreement among raft nodes before linearized reading' (duration: 175.808134ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:10.657714Z","caller":"traceutil/trace.go:171","msg":"trace[822947384] transaction","detail":"{read_only:false; response_revision:13855; number_of_response:1; }","duration":"179.851233ms","start":"2026-03-09T16:00:10.475264Z","end":"2026-03-09T16:00:10.655115Z","steps":["trace[822947384] 'process raft request' (duration: 179.72187ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:11.030572Z","caller":"traceutil/trace.go:171","msg":"trace[1707817529] transaction","detail":"{read_only:false; response_revision:13858; number_of_response:1; }","duration":"163.215086ms","start":"2026-03-09T16:00:10.86704Z","end":"2026-03-09T16:00:11.030255Z","steps":["trace[1707817529] 'process raft request' (duration: 162.94257ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:01:35.534867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12138} {"level":"info","ts":"2026-03-09T16:01:35.607987Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12138,"took":"70.513678ms","hash":1633290605,"current-db-size-bytes":42192896,"current-db-size":"42 MB","current-db-size-in-use-bytes":27189248,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-09T16:01:35.608074Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1633290605,"revision":12138,"compact-revision":10250} {"level":"info","ts":"2026-03-09T16:06:00.342674Z","caller":"traceutil/trace.go:171","msg":"trace[614539267] linearizableReadLoop","detail":"{readStateIndex:16904; appliedIndex:16903; }","duration":"108.658224ms","start":"2026-03-09T16:06:00.233989Z","end":"2026-03-09T16:06:00.342647Z","steps":["trace[614539267] 'read index received' (duration: 108.49165ms)","trace[614539267] 'applied index is now lower than readState.Index' (duration: 165.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:06:00.342804Z","caller":"traceutil/trace.go:171","msg":"trace[523755617] transaction","detail":"{read_only:false; response_revision:16321; number_of_response:1; }","duration":"174.74965ms","start":"2026-03-09T16:06:00.168015Z","end":"2026-03-09T16:06:00.342765Z","steps":["trace[523755617] 'process raft request' (duration: 174.461194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:00.342914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.909799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T16:06:00.342956Z","caller":"traceutil/trace.go:171","msg":"trace[1670774687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16321; }","duration":"109.009221ms","start":"2026-03-09T16:06:00.233936Z","end":"2026-03-09T16:06:00.342946Z","steps":["trace[1670774687] 'agreement among raft nodes before linearized reading' (duration: 108.854108ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:06:00.36959Z","caller":"traceutil/trace.go:171","msg":"trace[1943245558] transaction","detail":"{read_only:false; response_revision:16322; number_of_response:1; }","duration":"108.610442ms","start":"2026-03-09T16:06:00.260954Z","end":"2026-03-09T16:06:00.369564Z","steps":["trace[1943245558] 'process raft request' (duration: 108.339526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:00.774928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.951479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T16:06:00.775056Z","caller":"traceutil/trace.go:171","msg":"trace[168005480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16331; }","duration":"202.111752ms","start":"2026-03-09T16:06:00.572917Z","end":"2026-03-09T16:06:00.775029Z","steps":["trace[168005480] 'count revisions from in-memory index tree' (duration: 201.882757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:00.775046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.276411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws59s\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-09T16:06:00.775171Z","caller":"traceutil/trace.go:171","msg":"trace[272516537] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws59s; range_end:; response_count:1; response_revision:16331; }","duration":"244.436355ms","start":"2026-03-09T16:06:00.530702Z","end":"2026-03-09T16:06:00.775139Z","steps":["trace[272516537] 'range keys from in-memory index tree' (duration: 244.054946ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:06:01.552241Z","caller":"traceutil/trace.go:171","msg":"trace[1045842297] transaction","detail":"{read_only:false; response_revision:16332; number_of_response:1; }","duration":"365.298648ms","start":"2026-03-09T16:06:01.18691Z","end":"2026-03-09T16:06:01.552208Z","steps":["trace[1045842297] 'process raft request' (duration: 365.062512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:01.552481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.475821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29551200-prpzc\" ","response":"range_response_count:1 size:6954"} {"level":"info","ts":"2026-03-09T16:06:01.552558Z","caller":"traceutil/trace.go:171","msg":"trace[524753981] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29551200-prpzc; range_end:; response_count:1; response_revision:16332; }","duration":"281.603094ms","start":"2026-03-09T16:06:01.270936Z","end":"2026-03-09T16:06:01.552539Z","steps":["trace[524753981] 'agreement among raft nodes before linearized reading' (duration: 281.359589ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:06:01.552227Z","caller":"traceutil/trace.go:171","msg":"trace[721100939] linearizableReadLoop","detail":"{readStateIndex:16915; appliedIndex:16914; }","duration":"281.202135ms","start":"2026-03-09T16:06:01.27099Z","end":"2026-03-09T16:06:01.552192Z","steps":["trace[721100939] 'read index received' (duration: 281.012311ms)","trace[721100939] 'applied index is now lower than readState.Index' (duration: 187.544µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:06:01.552505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:06:01.186894Z","time spent":"365.509632ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:06:12.657163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.397953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:06:12.657503Z","caller":"traceutil/trace.go:171","msg":"trace[1163916282] transaction","detail":"{read_only:false; response_revision:16537; number_of_response:1; }","duration":"130.360032ms","start":"2026-03-09T16:06:12.527124Z","end":"2026-03-09T16:06:12.657484Z","steps":["trace[1163916282] 'process raft request' (duration: 130.28055ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:06:12.657765Z","caller":"traceutil/trace.go:171","msg":"trace[1870263296] transaction","detail":"{read_only:false; response_revision:16536; number_of_response:1; }","duration":"177.605833ms","start":"2026-03-09T16:06:12.480133Z","end":"2026-03-09T16:06:12.657739Z","steps":["trace[1870263296] 'process raft request' (duration: 61.485175ms)","trace[1870263296] 'compare' (duration: 115.239339ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:06:12.65803Z","caller":"traceutil/trace.go:171","msg":"trace[159145088] linearizableReadLoop","detail":"{readStateIndex:17126; appliedIndex:17125; }","duration":"135.536245ms","start":"2026-03-09T16:06:12.522428Z","end":"2026-03-09T16:06:12.657965Z","steps":["trace[159145088] 'read index received' (duration: 19.192262ms)","trace[159145088] 'applied index is now lower than readState.Index' (duration: 116.341963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:06:12.658128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.114218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:06:12.658201Z","caller":"traceutil/trace.go:171","msg":"trace[391779469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16537; }","duration":"146.229831ms","start":"2026-03-09T16:06:12.511956Z","end":"2026-03-09T16:06:12.658186Z","steps":["trace[391779469] 'agreement among raft nodes before linearized reading' (duration: 146.057457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:12.658268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.517001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-09T16:06:12.658313Z","caller":"traceutil/trace.go:171","msg":"trace[465888821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16537; }","duration":"148.604594ms","start":"2026-03-09T16:06:12.509695Z","end":"2026-03-09T16:06:12.6583Z","steps":["trace[465888821] 'agreement among raft nodes before linearized reading' (duration: 148.44198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:12.658484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.31502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:06:12.658516Z","caller":"traceutil/trace.go:171","msg":"trace[987253554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16537; }","duration":"130.361031ms","start":"2026-03-09T16:06:12.528147Z","end":"2026-03-09T16:06:12.658508Z","steps":["trace[987253554] 'agreement among raft nodes before linearized reading' (duration: 130.289619ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:06:35.540093Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14382} {"level":"info","ts":"2026-03-09T16:06:35.635279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14382,"took":"92.319634ms","hash":137455903,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":28663808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T16:06:35.635333Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":137455903,"revision":14382,"compact-revision":12138} {"level":"info","ts":"2026-03-09T16:11:30.29625Z","caller":"traceutil/trace.go:171","msg":"trace[880240821] transaction","detail":"{read_only:false; response_revision:18781; number_of_response:1; }","duration":"158.195997ms","start":"2026-03-09T16:11:30.138023Z","end":"2026-03-09T16:11:30.296219Z","steps":["trace[880240821] 'process raft request' (duration: 157.982922ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:30.475363Z","caller":"traceutil/trace.go:171","msg":"trace[577662501] linearizableReadLoop","detail":"{readStateIndex:19450; appliedIndex:19448; }","duration":"241.905322ms","start":"2026-03-09T16:11:30.233417Z","end":"2026-03-09T16:11:30.475322Z","steps":["trace[577662501] 'read index received' (duration: 62.664952ms)","trace[577662501] 'applied index is now lower than readState.Index' (duration: 179.2393ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:11:30.475459Z","caller":"traceutil/trace.go:171","msg":"trace[1280505822] transaction","detail":"{read_only:false; response_revision:18782; number_of_response:1; }","duration":"335.549704ms","start":"2026-03-09T16:11:30.139885Z","end":"2026-03-09T16:11:30.475435Z","steps":["trace[1280505822] 'process raft request' (duration: 335.067523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:30.475591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:30.139867Z","time spent":"335.639397ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:11:30.475817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.245406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:11:30.475918Z","caller":"traceutil/trace.go:171","msg":"trace[1177366832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18782; }","duration":"241.411039ms","start":"2026-03-09T16:11:30.234488Z","end":"2026-03-09T16:11:30.475899Z","steps":["trace[1177366832] 'agreement among raft nodes before linearized reading' (duration: 241.092732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:30.475909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.458854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-09T16:11:30.475824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.268699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-09T16:11:30.476012Z","caller":"traceutil/trace.go:171","msg":"trace[632847734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18782; }","duration":"242.624407ms","start":"2026-03-09T16:11:30.233364Z","end":"2026-03-09T16:11:30.475988Z","steps":["trace[632847734] 'agreement among raft nodes before linearized reading' (duration: 242.093686ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:30.476023Z","caller":"traceutil/trace.go:171","msg":"trace[414184184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18782; }","duration":"242.522795ms","start":"2026-03-09T16:11:30.233485Z","end":"2026-03-09T16:11:30.476008Z","steps":["trace[414184184] 'agreement among raft nodes before linearized reading' (duration: 242.211098ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:35.678145Z","caller":"traceutil/trace.go:171","msg":"trace[2132096739] transaction","detail":"{read_only:false; response_revision:18806; number_of_response:1; }","duration":"135.488726ms","start":"2026-03-09T16:11:35.542631Z","end":"2026-03-09T16:11:35.67812Z","steps":["trace[2132096739] 'process raft request' (duration: 135.344593ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:35.86577Z","caller":"traceutil/trace.go:171","msg":"trace[421589204] transaction","detail":"{read_only:false; response_revision:18808; number_of_response:1; }","duration":"196.956969ms","start":"2026-03-09T16:11:35.668768Z","end":"2026-03-09T16:11:35.865725Z","steps":["trace[421589204] 'process raft request' (duration: 196.798086ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:35.865851Z","caller":"traceutil/trace.go:171","msg":"trace[646515837] transaction","detail":"{read_only:false; response_revision:18807; number_of_response:1; }","duration":"198.678058ms","start":"2026-03-09T16:11:35.667135Z","end":"2026-03-09T16:11:35.865813Z","steps":["trace[646515837] 'process raft request' (duration: 117.915468ms)","trace[646515837] 'compare' (duration: 80.226209ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:11:36.049686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16667} {"level":"warn","ts":"2026-03-09T16:11:36.050707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.653197ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-09T16:11:36.050914Z","caller":"traceutil/trace.go:171","msg":"trace[1868358662] compact","detail":"{revision:16667; response_revision:18808; }","duration":"371.763092ms","start":"2026-03-09T16:11:35.679127Z","end":"2026-03-09T16:11:36.05089Z","steps":["trace[1868358662] 'process raft request' (duration: 186.543091ms)","trace[1868358662] 'check and update compact revision' (duration: 183.535324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:11:36.05096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:35.679092Z","time spent":"371.865065ms","remote":"127.0.0.1:52984","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T16:11:36.426216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.490175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T16:11:36.426318Z","caller":"traceutil/trace.go:171","msg":"trace[668770588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18808; }","duration":"110.654919ms","start":"2026-03-09T16:11:36.315639Z","end":"2026-03-09T16:11:36.426294Z","steps":["trace[668770588] 'range keys from in-memory index tree' (duration: 110.28077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:36.649144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.206462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:11:36.649344Z","caller":"traceutil/trace.go:171","msg":"trace[674041611] linearizableReadLoop","detail":"{readStateIndex:19480; appliedIndex:19478; }","duration":"144.76714ms","start":"2026-03-09T16:11:36.504557Z","end":"2026-03-09T16:11:36.649324Z","steps":["trace[674041611] 'read index received' (duration: 126.814334ms)","trace[674041611] 'applied index is now lower than readState.Index' (duration: 17.951796ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:11:36.649467Z","caller":"traceutil/trace.go:171","msg":"trace[601503855] transaction","detail":"{read_only:false; response_revision:18809; number_of_response:1; }","duration":"288.531129ms","start":"2026-03-09T16:11:36.360906Z","end":"2026-03-09T16:11:36.649438Z","steps":["trace[601503855] 'process raft request' (duration: 77.894086ms)","trace[601503855] 'compare' (duration: 209.62189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:11:36.649539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.977345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T16:11:36.649585Z","caller":"traceutil/trace.go:171","msg":"trace[1930064724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18810; }","duration":"145.058756ms","start":"2026-03-09T16:11:36.504508Z","end":"2026-03-09T16:11:36.649567Z","steps":["trace[1930064724] 'agreement among raft nodes before linearized reading' (duration: 144.920353ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:36.649613Z","caller":"traceutil/trace.go:171","msg":"trace[742424288] transaction","detail":"{read_only:false; response_revision:18810; number_of_response:1; }","duration":"219.890056ms","start":"2026-03-09T16:11:36.429653Z","end":"2026-03-09T16:11:36.649543Z","steps":["trace[742424288] 'process raft request' (duration: 219.60167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:36.649779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.159287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-09T16:11:36.649769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.735749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:11:36.649812Z","caller":"traceutil/trace.go:171","msg":"trace[1757010845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18810; }","duration":"139.200397ms","start":"2026-03-09T16:11:36.510598Z","end":"2026-03-09T16:11:36.649798Z","steps":["trace[1757010845] 'agreement among raft nodes before linearized reading' (duration: 139.122666ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:36.649818Z","caller":"traceutil/trace.go:171","msg":"trace[997710719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18810; }","duration":"139.816142ms","start":"2026-03-09T16:11:36.509989Z","end":"2026-03-09T16:11:36.649805Z","steps":["trace[997710719] 'agreement among raft nodes before linearized reading' (duration: 139.633378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:36.65003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.471142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:11:36.650119Z","caller":"traceutil/trace.go:171","msg":"trace[682969796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18810; }","duration":"138.631976ms","start":"2026-03-09T16:11:36.511465Z","end":"2026-03-09T16:11:36.650097Z","steps":["trace[682969796] 'agreement among raft nodes before linearized reading' (duration: 138.277858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:37.019547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.939961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:11:37.019883Z","caller":"traceutil/trace.go:171","msg":"trace[634950442] transaction","detail":"{read_only:false; response_revision:18811; number_of_response:1; }","duration":"366.568297ms","start":"2026-03-09T16:11:36.653262Z","end":"2026-03-09T16:11:37.019831Z","steps":["trace[634950442] 'process raft request' (duration: 100.242698ms)","trace[634950442] 'compare' (duration: 110.880363ms)","trace[634950442] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 154.742611ms)"],"step_count":3} {"level":"info","ts":"2026-03-09T16:11:37.019971Z","caller":"traceutil/trace.go:171","msg":"trace[761974691] transaction","detail":"{read_only:false; response_revision:18812; number_of_response:1; }","duration":"366.504466ms","start":"2026-03-09T16:11:36.653455Z","end":"2026-03-09T16:11:37.019959Z","steps":["trace[761974691] 'process raft request' (duration: 366.23914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:37.020068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:36.653241Z","time spent":"366.731701ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:11:37.020041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:36.65344Z","time spent":"366.565208ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:11:37.019927Z","caller":"traceutil/trace.go:171","msg":"trace[861241125] transaction","detail":"{read_only:false; response_revision:18813; number_of_response:1; }","duration":"365.699499ms","start":"2026-03-09T16:11:36.654205Z","end":"2026-03-09T16:11:37.019904Z","steps":["trace[861241125] 'process raft request' (duration: 365.591197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:37.020234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:36.65417Z","time spent":"366.032716ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:11:37.020352Z","caller":"traceutil/trace.go:171","msg":"trace[200432196] linearizableReadLoop","detail":"{readStateIndex:19483; appliedIndex:19480; }","duration":"365.286049ms","start":"2026-03-09T16:11:36.655049Z","end":"2026-03-09T16:11:37.020335Z","steps":["trace[200432196] 'read index received' (duration: 98.46985ms)","trace[200432196] 'applied index is now lower than readState.Index' (duration: 266.814729ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:11:37.020425Z","caller":"traceutil/trace.go:171","msg":"trace[1906247575] transaction","detail":"{read_only:false; response_revision:18814; number_of_response:1; }","duration":"364.908201ms","start":"2026-03-09T16:11:36.655505Z","end":"2026-03-09T16:11:37.020414Z","steps":["trace[1906247575] 'process raft request' (duration: 364.364759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:37.020488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:36.655496Z","time spent":"364.962062ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:11:37.020568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.476813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"info","ts":"2026-03-09T16:11:37.020635Z","caller":"traceutil/trace.go:171","msg":"trace[438956955] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:18814; }","duration":"365.578306ms","start":"2026-03-09T16:11:36.655017Z","end":"2026-03-09T16:11:37.020596Z","steps":["trace[438956955] 'agreement among raft nodes before linearized reading' (duration: 365.400802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:37.020734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:36.655002Z","time spent":"365.720709ms","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7554,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-09T16:11:37.387828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.620606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:11:37.387938Z","caller":"traceutil/trace.go:171","msg":"trace[934170020] linearizableReadLoop","detail":"{readStateIndex:19485; appliedIndex:19484; }","duration":"367.532219ms","start":"2026-03-09T16:11:37.020385Z","end":"2026-03-09T16:11:37.387918Z","steps":["trace[934170020] 'read index received' (duration: 36.676598ms)","trace[934170020] 'applied index is now lower than readState.Index' (duration: 330.854281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:11:37.388109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.467989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-09T16:11:37.388146Z","caller":"traceutil/trace.go:171","msg":"trace[639185858] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18815; }","duration":"731.542001ms","start":"2026-03-09T16:11:36.656594Z","end":"2026-03-09T16:11:37.388136Z","steps":["trace[639185858] 'agreement among raft nodes before linearized reading' (duration: 731.375527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:37.38818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:36.656577Z","time spent":"731.595601ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-09T16:11:37.388197Z","caller":"traceutil/trace.go:171","msg":"trace[1514449562] transaction","detail":"{read_only:false; response_revision:18815; number_of_response:1; }","duration":"448.404721ms","start":"2026-03-09T16:11:36.939684Z","end":"2026-03-09T16:11:37.388089Z","steps":["trace[1514449562] 'process raft request' (duration: 117.429847ms)","trace[1514449562] 'compare' (duration: 161.328496ms)","trace[1514449562] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 168.769309ms)"],"step_count":3} {"level":"warn","ts":"2026-03-09T16:11:37.388582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:36.939658Z","time spent":"448.81578ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:11:37.689675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.070774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:11:37.689981Z","caller":"traceutil/trace.go:171","msg":"trace[2061313744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18815; }","duration":"114.416552ms","start":"2026-03-09T16:11:37.575538Z","end":"2026-03-09T16:11:37.689955Z","steps":["trace[2061313744] 'range keys from in-memory index tree' (duration: 113.987772ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:37.708769Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16667,"took":"1.654320745s","hash":3604915405,"current-db-size-bytes":43458560,"current-db-size":"44 MB","current-db-size-in-use-bytes":29818880,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T16:11:37.708927Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3604915405,"revision":16667,"compact-revision":14382} {"level":"info","ts":"2026-03-09T16:12:26.064117Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T16:12:26.071063Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-09T16:12:26.071242Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-09T16:16:36.057368Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18806} {"level":"info","ts":"2026-03-09T16:16:36.166756Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18806,"took":"105.964626ms","hash":1935921217,"current-db-size-bytes":47251456,"current-db-size":"47 MB","current-db-size-in-use-bytes":37855232,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-09T16:16:36.16683Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1935921217,"revision":18806,"compact-revision":16667} {"level":"info","ts":"2026-03-09T16:16:56.819668Z","caller":"traceutil/trace.go:171","msg":"trace[1661110091] transaction","detail":"{read_only:false; response_revision:22014; number_of_response:1; }","duration":"136.800264ms","start":"2026-03-09T16:16:56.682833Z","end":"2026-03-09T16:16:56.819634Z","steps":["trace[1661110091] 'process raft request' (duration: 110.783211ms)","trace[1661110091] 'compare' (duration: 25.88166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:18:53.22438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.433492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:18:53.224493Z","caller":"traceutil/trace.go:171","msg":"trace[857034346] linearizableReadLoop","detail":"{readStateIndex:23885; appliedIndex:23884; }","duration":"173.139311ms","start":"2026-03-09T16:18:53.051338Z","end":"2026-03-09T16:18:53.224477Z","steps":["trace[857034346] 'read index received' (duration: 21.475514ms)","trace[857034346] 'applied index is now lower than readState.Index' (duration: 151.662647ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:18:53.224569Z","caller":"traceutil/trace.go:171","msg":"trace[1359572849] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"175.196777ms","start":"2026-03-09T16:18:53.049361Z","end":"2026-03-09T16:18:53.224558Z","steps":["trace[1359572849] 'process raft request' (duration: 23.494839ms)","trace[1359572849] 'compare' (duration: 151.265259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:18:53.224941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.596921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-09T16:18:53.224982Z","caller":"traceutil/trace.go:171","msg":"trace[1261357015] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23087; }","duration":"173.667693ms","start":"2026-03-09T16:18:53.051304Z","end":"2026-03-09T16:18:53.224972Z","steps":["trace[1261357015] 'agreement among raft nodes before linearized reading' (duration: 173.51408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:53.879613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.530573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:18:53.879721Z","caller":"traceutil/trace.go:171","msg":"trace[1165991308] linearizableReadLoop","detail":"{readStateIndex:23886; appliedIndex:23885; }","duration":"655.179461ms","start":"2026-03-09T16:18:53.224526Z","end":"2026-03-09T16:18:53.879705Z","steps":["trace[1165991308] 'read index received' (duration: 166.29059ms)","trace[1165991308] 'applied index is now lower than readState.Index' (duration: 488.887581ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:18:53.879763Z","caller":"traceutil/trace.go:171","msg":"trace[1327682747] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"688.432484ms","start":"2026-03-09T16:18:53.191281Z","end":"2026-03-09T16:18:53.879713Z","steps":["trace[1327682747] 'process raft request' (duration: 199.606365ms)","trace[1327682747] 'compare' (duration: 488.42124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:18:53.879915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.857593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T16:18:53.879947Z","caller":"traceutil/trace.go:171","msg":"trace[1135003147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23088; }","duration":"702.913744ms","start":"2026-03-09T16:18:53.177024Z","end":"2026-03-09T16:18:53.879938Z","steps":["trace[1135003147] 'agreement among raft nodes before linearized reading' (duration: 702.7455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:53.879942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.191268Z","time spent":"688.576758ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:18:53.879982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.177013Z","time spent":"702.958995ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T16:18:53.879995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.289383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-09T16:18:53.879994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.725527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T16:18:53.880054Z","caller":"traceutil/trace.go:171","msg":"trace[633036635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23088; }","duration":"713.373565ms","start":"2026-03-09T16:18:53.166664Z","end":"2026-03-09T16:18:53.880038Z","steps":["trace[633036635] 'agreement among raft nodes before linearized reading' (duration: 713.181431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:53.880077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.166656Z","time spent":"713.417036ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T16:18:53.880081Z","caller":"traceutil/trace.go:171","msg":"trace[470323580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23088; }","duration":"715.86307ms","start":"2026-03-09T16:18:53.164204Z","end":"2026-03-09T16:18:53.880067Z","steps":["trace[470323580] 'agreement among raft nodes before linearized reading' (duration: 715.669096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:53.880111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.164192Z","time spent":"715.912181ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:18:53.880164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.867423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:18:53.880305Z","caller":"traceutil/trace.go:171","msg":"trace[303704130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23088; }","duration":"713.027267ms","start":"2026-03-09T16:18:53.16721Z","end":"2026-03-09T16:18:53.880238Z","steps":["trace[303704130] 'agreement among raft nodes before linearized reading' (duration: 712.68989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:53.880367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.16719Z","time spent":"713.16338ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:18:54.314862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.874856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:18:54.314993Z","caller":"traceutil/trace.go:171","msg":"trace[1009296415] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"752.845946ms","start":"2026-03-09T16:18:53.562123Z","end":"2026-03-09T16:18:54.314969Z","steps":["trace[1009296415] 'process raft request' (duration: 458.759875ms)","trace[1009296415] 'compare' (duration: 293.643301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:18:54.315075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.562104Z","time spent":"752.928297ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:18:55.292743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.599764ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T16:18:55.29598Z","caller":"traceutil/trace.go:171","msg":"trace[2110812046] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"714.463209ms","start":"2026-03-09T16:18:54.581495Z","end":"2026-03-09T16:18:55.295958Z","steps":["trace[2110812046] 'process raft request' (duration: 714.409178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.296223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:54.581472Z","time spent":"714.56672ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:18:55.296712Z","caller":"traceutil/trace.go:171","msg":"trace[1570433562] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"1.681809059s","start":"2026-03-09T16:18:53.61489Z","end":"2026-03-09T16:18:55.296699Z","steps":["trace[1570433562] 'process raft request' (duration: 1.677947903s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.296779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.614869Z","time spent":"1.681877621s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:18:55.297127Z","caller":"traceutil/trace.go:171","msg":"trace[1444870506] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.603698865s","start":"2026-03-09T16:18:53.693415Z","end":"2026-03-09T16:18:55.297114Z","steps":["trace[1444870506] 'process raft request' (duration: 1.601923925s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.297198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.693391Z","time spent":"1.603771167s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:18:55.297482Z","caller":"traceutil/trace.go:171","msg":"trace[2121404131] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.411005872s","start":"2026-03-09T16:18:53.886467Z","end":"2026-03-09T16:18:55.297473Z","steps":["trace[2121404131] 'process raft request' (duration: 1.408922245s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.297532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.886451Z","time spent":"1.411055073s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:18:55.297642Z","caller":"traceutil/trace.go:171","msg":"trace[955584737] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"1.410131042s","start":"2026-03-09T16:18:53.887505Z","end":"2026-03-09T16:18:55.297636Z","steps":["trace[955584737] 'process raft request' (duration: 1.407916623s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.297683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.887499Z","time spent":"1.410163593s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:18:55.297769Z","caller":"traceutil/trace.go:171","msg":"trace[1398502602] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"1.410062381s","start":"2026-03-09T16:18:53.8877Z","end":"2026-03-09T16:18:55.297763Z","steps":["trace[1398502602] 'process raft request' (duration: 1.40774894s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.297805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.887696Z","time spent":"1.410092061s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:18:55.297888Z","caller":"traceutil/trace.go:171","msg":"trace[190030812] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"1.40912739s","start":"2026-03-09T16:18:53.888755Z","end":"2026-03-09T16:18:55.297882Z","steps":["trace[190030812] 'process raft request' (duration: 1.406722337s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.297924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.888749Z","time spent":"1.409158671s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:18:55.298072Z","caller":"traceutil/trace.go:171","msg":"trace[532213833] linearizableReadLoop","detail":"{readStateIndex:23890; appliedIndex:23886; }","duration":"1.418318662s","start":"2026-03-09T16:18:53.879746Z","end":"2026-03-09T16:18:55.298064Z","steps":["trace[532213833] 'read index received' (duration: 141.150605ms)","trace[532213833] 'applied index is now lower than readState.Index' (duration: 1.277167297s)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:18:55.29812Z","caller":"traceutil/trace.go:171","msg":"trace[664697149] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"1.258683829s","start":"2026-03-09T16:18:54.039431Z","end":"2026-03-09T16:18:55.298115Z","steps":["trace[664697149] 'process raft request' (duration: 1.256085422s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.298163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:54.039406Z","time spent":"1.25873194s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:18:55.298253Z","caller":"traceutil/trace.go:171","msg":"trace[1997165767] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"950.219891ms","start":"2026-03-09T16:18:54.348027Z","end":"2026-03-09T16:18:55.298247Z","steps":["trace[1997165767] 'process raft request' (duration: 947.524312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.298292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:54.348001Z","time spent":"950.271113ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:18:55.298379Z","caller":"traceutil/trace.go:171","msg":"trace[1800318034] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"829.122849ms","start":"2026-03-09T16:18:54.469249Z","end":"2026-03-09T16:18:55.298372Z","steps":["trace[1800318034] 'process raft request' (duration: 826.336958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.298413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:54.46923Z","time spent":"829.16685ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:18:55.29866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450883312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:18:55.298689Z","caller":"traceutil/trace.go:171","msg":"trace[742763260] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23099; }","duration":"1.450939433s","start":"2026-03-09T16:18:53.847743Z","end":"2026-03-09T16:18:55.298682Z","steps":["trace[742763260] 'agreement among raft nodes before linearized reading' (duration: 1.450890902s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.29871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.847729Z","time spent":"1.450975303s","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:18:55.29882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814793123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:18:55.298842Z","caller":"traceutil/trace.go:171","msg":"trace[1944473026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23099; }","duration":"1.814847764s","start":"2026-03-09T16:18:53.483989Z","end":"2026-03-09T16:18:55.298837Z","steps":["trace[1944473026] 'agreement among raft nodes before linearized reading' (duration: 1.814811993s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.298859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.483973Z","time spent":"1.814883075s","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:18:55.299064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067864849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3efc1bbe-888a-46e9-9884-4e234258d152\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-09T16:18:55.29909Z","caller":"traceutil/trace.go:171","msg":"trace[240278407] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3efc1bbe-888a-46e9-9884-4e234258d152; range_end:; response_count:1; response_revision:23099; }","duration":"2.067928781s","start":"2026-03-09T16:18:53.231153Z","end":"2026-03-09T16:18:55.299082Z","steps":["trace[240278407] 'agreement among raft nodes before linearized reading' (duration: 2.067796608s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.299108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:53.231133Z","time spent":"2.067970632s","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-3efc1bbe-888a-46e9-9884-4e234258d152\" "} {"level":"info","ts":"2026-03-09T16:18:55.702673Z","caller":"traceutil/trace.go:171","msg":"trace[90415520] linearizableReadLoop","detail":"{readStateIndex:23899; appliedIndex:23898; }","duration":"404.555019ms","start":"2026-03-09T16:18:55.298092Z","end":"2026-03-09T16:18:55.702647Z","steps":["trace[90415520] 'read index received' (duration: 354.391292ms)","trace[90415520] 'applied index is now lower than readState.Index' (duration: 50.162687ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:18:55.70282Z","caller":"traceutil/trace.go:171","msg":"trace[92283910] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"472.10797ms","start":"2026-03-09T16:18:55.230697Z","end":"2026-03-09T16:18:55.702805Z","steps":["trace[92283910] 'process raft request' (duration: 421.844361ms)","trace[92283910] 'compare' (duration: 49.983573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:18:55.702923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:55.230656Z","time spent":"472.189832ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:18:55.702987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.915745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:18:55.703107Z","caller":"traceutil/trace.go:171","msg":"trace[726810938] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23100; }","duration":"829.074018ms","start":"2026-03-09T16:18:54.873999Z","end":"2026-03-09T16:18:55.703073Z","steps":["trace[726810938] 'agreement among raft nodes before linearized reading' (duration: 828.872174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.70317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.897581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:18:55.703219Z","caller":"traceutil/trace.go:171","msg":"trace[1357991451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23100; }","duration":"397.966783ms","start":"2026-03-09T16:18:55.305239Z","end":"2026-03-09T16:18:55.703206Z","steps":["trace[1357991451] 'agreement among raft nodes before linearized reading' (duration: 397.896372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.703248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:55.305223Z","time spent":"398.020264ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:18:55.703252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.675926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:18:55.7033Z","caller":"traceutil/trace.go:171","msg":"trace[610490086] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23100; }","duration":"541.783378ms","start":"2026-03-09T16:18:55.161502Z","end":"2026-03-09T16:18:55.703286Z","steps":["trace[610490086] 'agreement among raft nodes before linearized reading' (duration: 541.704406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.703353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:55.161469Z","time spent":"541.86855ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:18:55.703462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.048584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:18:55.703501Z","caller":"traceutil/trace.go:171","msg":"trace[223698901] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23100; }","duration":"262.128806ms","start":"2026-03-09T16:18:55.441362Z","end":"2026-03-09T16:18:55.703491Z","steps":["trace[223698901] 'agreement among raft nodes before linearized reading' (duration: 262.056994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.703716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.223039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-09T16:18:55.703754Z","caller":"traceutil/trace.go:171","msg":"trace[1013160633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23100; }","duration":"398.27617ms","start":"2026-03-09T16:18:55.305467Z","end":"2026-03-09T16:18:55.703743Z","steps":["trace[1013160633] 'agreement among raft nodes before linearized reading' (duration: 398.157507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.703781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:55.305442Z","time spent":"398.333052ms","remote":"127.0.0.1:53124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-09T16:18:55.703173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:54.873983Z","time spent":"829.17282ms","remote":"127.0.0.1:36080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:18:55.703995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.009935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T16:18:55.704419Z","caller":"traceutil/trace.go:171","msg":"trace[1104151058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23100; }","duration":"727.422903ms","start":"2026-03-09T16:18:54.976941Z","end":"2026-03-09T16:18:55.704364Z","steps":["trace[1104151058] 'agreement among raft nodes before linearized reading' (duration: 726.904112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:55.704486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:54.976924Z","time spent":"727.544977ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T16:18:56.101699Z","caller":"traceutil/trace.go:171","msg":"trace[1304639442] linearizableReadLoop","detail":"{readStateIndex:23900; appliedIndex:23899; }","duration":"392.533393ms","start":"2026-03-09T16:18:55.709137Z","end":"2026-03-09T16:18:56.101671Z","steps":["trace[1304639442] 'read index received' (duration: 303.687842ms)","trace[1304639442] 'applied index is now lower than readState.Index' (duration: 88.844451ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:18:56.101981Z","caller":"traceutil/trace.go:171","msg":"trace[789650858] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"392.905641ms","start":"2026-03-09T16:18:55.709059Z","end":"2026-03-09T16:18:56.101965Z","steps":["trace[789650858] 'process raft request' (duration: 303.793744ms)","trace[789650858] 'compare' (duration: 88.555605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:18:56.102088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:55.709033Z","time spent":"392.987143ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:18:56.102328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.188568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f8a8298-36f1-42ab-840f-4e737d83e7ca\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-09T16:18:56.102374Z","caller":"traceutil/trace.go:171","msg":"trace[1555842881] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f8a8298-36f1-42ab-840f-4e737d83e7ca; range_end:; response_count:1; response_revision:23101; }","duration":"393.29507ms","start":"2026-03-09T16:18:55.709064Z","end":"2026-03-09T16:18:56.102359Z","steps":["trace[1555842881] 'agreement among raft nodes before linearized reading' (duration: 393.166717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:56.102409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:55.709044Z","time spent":"393.359191ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-2f8a8298-36f1-42ab-840f-4e737d83e7ca\" "} {"level":"warn","ts":"2026-03-09T16:18:56.123602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.818207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:18:56.123662Z","caller":"traceutil/trace.go:171","msg":"trace[727997251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23102; }","duration":"410.905169ms","start":"2026-03-09T16:18:55.71274Z","end":"2026-03-09T16:18:56.123646Z","steps":["trace[727997251] 'agreement among raft nodes before linearized reading' (duration: 410.800356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:18:56.123697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:18:55.712731Z","time spent":"410.961001ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:18:57.501881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.486469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-09T16:18:57.501936Z","caller":"traceutil/trace.go:171","msg":"trace[19818836] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23105; }","duration":"192.58105ms","start":"2026-03-09T16:18:57.309341Z","end":"2026-03-09T16:18:57.501922Z","steps":["trace[19818836] 'range keys from bolt db' (duration: 192.397596ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:01.822297Z","caller":"traceutil/trace.go:171","msg":"trace[560051711] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"304.291926ms","start":"2026-03-09T16:19:01.517982Z","end":"2026-03-09T16:19:01.822274Z","steps":["trace[560051711] 'process raft request' (duration: 304.040891ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:01.822369Z","caller":"traceutil/trace.go:171","msg":"trace[269644294] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"303.852416ms","start":"2026-03-09T16:19:01.518485Z","end":"2026-03-09T16:19:01.822337Z","steps":["trace[269644294] 'process raft request' (duration: 303.678912ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:01.822392Z","caller":"traceutil/trace.go:171","msg":"trace[491694123] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"303.588079ms","start":"2026-03-09T16:19:01.518775Z","end":"2026-03-09T16:19:01.822363Z","steps":["trace[491694123] 'process raft request' (duration: 303.431406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:01.822432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.517968Z","time spent":"304.395078ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:01.822451Z","caller":"traceutil/trace.go:171","msg":"trace[736387563] linearizableReadLoop","detail":"{readStateIndex:23941; appliedIndex:23937; }","duration":"254.986368ms","start":"2026-03-09T16:19:01.567441Z","end":"2026-03-09T16:19:01.822427Z","steps":["trace[736387563] 'read index received' (duration: 254.589049ms)","trace[736387563] 'applied index is now lower than readState.Index' (duration: 396.069µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:01.822488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.518753Z","time spent":"303.686652ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:01.822504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.518476Z","time spent":"303.956758ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:01.822551Z","caller":"traceutil/trace.go:171","msg":"trace[1690323923] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"300.004691ms","start":"2026-03-09T16:19:01.522531Z","end":"2026-03-09T16:19:01.822535Z","steps":["trace[1690323923] 'process raft request' (duration: 299.789326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:01.822622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.522517Z","time spent":"300.057242ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:01.822646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.960402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:01.822676Z","caller":"traceutil/trace.go:171","msg":"trace[832630931] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23141; }","duration":"272.019053ms","start":"2026-03-09T16:19:01.550647Z","end":"2026-03-09T16:19:01.822666Z","steps":["trace[832630931] 'agreement among raft nodes before linearized reading' (duration: 271.958332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:01.82268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.19813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:19:01.822715Z","caller":"traceutil/trace.go:171","msg":"trace[301411400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23141; }","duration":"293.255322ms","start":"2026-03-09T16:19:01.529449Z","end":"2026-03-09T16:19:01.822704Z","steps":["trace[301411400] 'agreement among raft nodes before linearized reading' (duration: 293.148289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:01.822825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.808234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T16:19:01.822848Z","caller":"traceutil/trace.go:171","msg":"trace[839919929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23141; }","duration":"303.865506ms","start":"2026-03-09T16:19:01.518975Z","end":"2026-03-09T16:19:01.822841Z","steps":["trace[839919929] 'agreement among raft nodes before linearized reading' (duration: 303.796314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:01.822866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.518959Z","time spent":"303.902296ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:19:01.822878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.490253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:19:01.82295Z","caller":"traceutil/trace.go:171","msg":"trace[1823518517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23141; }","duration":"301.580885ms","start":"2026-03-09T16:19:01.521352Z","end":"2026-03-09T16:19:01.822933Z","steps":["trace[1823518517] 'agreement among raft nodes before linearized reading' (duration: 301.402021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:01.822992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.521344Z","time spent":"301.639767ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T16:19:02.162436Z","caller":"traceutil/trace.go:171","msg":"trace[1245611733] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"590.710686ms","start":"2026-03-09T16:19:01.571707Z","end":"2026-03-09T16:19:02.162418Z","steps":["trace[1245611733] 'process raft request' (duration: 568.563618ms)","trace[1245611733] 'compare' (duration: 21.741899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:02.162552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.57169Z","time spent":"590.801839ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:02.162603Z","caller":"traceutil/trace.go:171","msg":"trace[1255623600] linearizableReadLoop","detail":"{readStateIndex:23943; appliedIndex:23941; }","duration":"340.076377ms","start":"2026-03-09T16:19:01.822499Z","end":"2026-03-09T16:19:02.162576Z","steps":["trace[1255623600] 'read index received' (duration: 317.701753ms)","trace[1255623600] 'applied index is now lower than readState.Index' (duration: 22.373244ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:02.162776Z","caller":"traceutil/trace.go:171","msg":"trace[1483072407] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"443.867657ms","start":"2026-03-09T16:19:01.718901Z","end":"2026-03-09T16:19:02.162769Z","steps":["trace[1483072407] 'process raft request' (duration: 443.437197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.162814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.718884Z","time spent":"443.913439ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:02.162923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.267941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:19:02.16297Z","caller":"traceutil/trace.go:171","msg":"trace[244892606] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23143; }","duration":"345.369323ms","start":"2026-03-09T16:19:01.81759Z","end":"2026-03-09T16:19:02.162959Z","steps":["trace[244892606] 'agreement among raft nodes before linearized reading' (duration: 345.23729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.163006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.817569Z","time spent":"345.423725ms","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:02.195001Z","caller":"traceutil/trace.go:171","msg":"trace[1172899042] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"367.569052ms","start":"2026-03-09T16:19:01.827406Z","end":"2026-03-09T16:19:02.194975Z","steps":["trace[1172899042] 'process raft request' (duration: 367.396178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.195145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.827382Z","time spent":"367.689205ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:02.195258Z","caller":"traceutil/trace.go:171","msg":"trace[947045859] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"366.339926ms","start":"2026-03-09T16:19:01.828899Z","end":"2026-03-09T16:19:02.195239Z","steps":["trace[947045859] 'process raft request' (duration: 366.041759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.195363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.828887Z","time spent":"366.420047ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:02.195513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.784056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:02.19555Z","caller":"traceutil/trace.go:171","msg":"trace[805485111] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23146; }","duration":"366.844406ms","start":"2026-03-09T16:19:01.828696Z","end":"2026-03-09T16:19:02.19554Z","steps":["trace[805485111] 'agreement among raft nodes before linearized reading' (duration: 366.779705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.195571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.828684Z","time spent":"366.882427ms","remote":"127.0.0.1:53164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-09T16:19:02.195746Z","caller":"traceutil/trace.go:171","msg":"trace[804768635] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"366.732735ms","start":"2026-03-09T16:19:01.829004Z","end":"2026-03-09T16:19:02.195737Z","steps":["trace[804768635] 'process raft request' (duration: 366.174043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.195791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.828986Z","time spent":"366.783705ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:02.196024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.10921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T16:19:02.196053Z","caller":"traceutil/trace.go:171","msg":"trace[1586836366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23146; }","duration":"337.165922ms","start":"2026-03-09T16:19:01.85888Z","end":"2026-03-09T16:19:02.196046Z","steps":["trace[1586836366] 'agreement among raft nodes before linearized reading' (duration: 337.08729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.196071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:01.858867Z","time spent":"337.200233ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T16:19:02.196269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.250774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-09T16:19:02.196301Z","caller":"traceutil/trace.go:171","msg":"trace[1319385184] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23146; }","duration":"115.318206ms","start":"2026-03-09T16:19:02.080976Z","end":"2026-03-09T16:19:02.196294Z","steps":["trace[1319385184] 'agreement among raft nodes before linearized reading' (duration: 114.698281ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:02.59065Z","caller":"traceutil/trace.go:171","msg":"trace[36963581] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"391.143042ms","start":"2026-03-09T16:19:02.199484Z","end":"2026-03-09T16:19:02.590627Z","steps":["trace[36963581] 'process raft request' (duration: 390.952778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.590799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:02.199468Z","time spent":"391.258264ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:02.627657Z","caller":"traceutil/trace.go:171","msg":"trace[610451335] linearizableReadLoop","detail":"{readStateIndex:23948; appliedIndex:23947; }","duration":"426.064875ms","start":"2026-03-09T16:19:02.201579Z","end":"2026-03-09T16:19:02.627644Z","steps":["trace[610451335] 'read index received' (duration: 389.58201ms)","trace[610451335] 'applied index is now lower than readState.Index' (duration: 36.482015ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:02.627723Z","caller":"traceutil/trace.go:171","msg":"trace[434709783] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"427.037686ms","start":"2026-03-09T16:19:02.200679Z","end":"2026-03-09T16:19:02.627717Z","steps":["trace[434709783] 'process raft request' (duration: 426.860202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.627789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:02.200671Z","time spent":"427.065536ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:02.627883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.014311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:02.627904Z","caller":"traceutil/trace.go:171","msg":"trace[1239711690] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23149; }","duration":"425.043102ms","start":"2026-03-09T16:19:02.202854Z","end":"2026-03-09T16:19:02.627898Z","steps":["trace[1239711690] 'agreement among raft nodes before linearized reading' (duration: 425.007591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.627918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:02.20285Z","time spent":"425.064462ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-09T16:19:02.6279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.29578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T16:19:02.627979Z","caller":"traceutil/trace.go:171","msg":"trace[88498437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23149; }","duration":"426.398882ms","start":"2026-03-09T16:19:02.201562Z","end":"2026-03-09T16:19:02.627961Z","steps":["trace[88498437] 'agreement among raft nodes before linearized reading' (duration: 426.171457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:02.628019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:02.201555Z","time spent":"426.454443ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T16:19:02.62803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.893397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:02.628049Z","caller":"traceutil/trace.go:171","msg":"trace[518715083] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23149; }","duration":"274.99391ms","start":"2026-03-09T16:19:02.353049Z","end":"2026-03-09T16:19:02.628043Z","steps":["trace[518715083] 'agreement among raft nodes before linearized reading' (duration: 274.965249ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:02.628383Z","caller":"traceutil/trace.go:171","msg":"trace[336820795] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"277.096576ms","start":"2026-03-09T16:19:02.350975Z","end":"2026-03-09T16:19:02.628072Z","steps":["trace[336820795] 'process raft request' (duration: 276.637386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:03.028006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.132521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:03.028109Z","caller":"traceutil/trace.go:171","msg":"trace[57623813] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23149; }","duration":"308.244354ms","start":"2026-03-09T16:19:02.719841Z","end":"2026-03-09T16:19:03.028085Z","steps":["trace[57623813] 'range keys from in-memory index tree' (duration: 308.052128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:03.028166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:02.719797Z","time spent":"308.354167ms","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-09T16:19:03.048571Z","caller":"traceutil/trace.go:171","msg":"trace[1456563263] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"230.63576ms","start":"2026-03-09T16:19:02.817916Z","end":"2026-03-09T16:19:03.048552Z","steps":["trace[1456563263] 'process raft request' (duration: 230.255852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:03.586168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.540775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:03.586234Z","caller":"traceutil/trace.go:171","msg":"trace[1231751103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23150; }","duration":"103.664278ms","start":"2026-03-09T16:19:03.482556Z","end":"2026-03-09T16:19:03.58622Z","steps":["trace[1231751103] 'range keys from in-memory index tree' (duration: 103.475414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.18337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.532959ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T16:19:04.387527Z","caller":"traceutil/trace.go:171","msg":"trace[1465441725] linearizableReadLoop","detail":"{readStateIndex:23957; appliedIndex:23952; }","duration":"418.480427ms","start":"2026-03-09T16:19:03.969024Z","end":"2026-03-09T16:19:04.387504Z","steps":["trace[1465441725] 'read index received' (duration: 418.17725ms)","trace[1465441725] 'applied index is now lower than readState.Index' (duration: 301.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:04.387759Z","caller":"traceutil/trace.go:171","msg":"trace[1121938564] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"557.76411ms","start":"2026-03-09T16:19:03.829953Z","end":"2026-03-09T16:19:04.387717Z","steps":["trace[1121938564] 'process raft request' (duration: 557.403722ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:04.387807Z","caller":"traceutil/trace.go:171","msg":"trace[1993519443] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"555.562541ms","start":"2026-03-09T16:19:03.832221Z","end":"2026-03-09T16:19:04.387783Z","steps":["trace[1993519443] 'process raft request' (duration: 555.171563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.387841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.795704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:04.387885Z","caller":"traceutil/trace.go:171","msg":"trace[1765325898] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23156; }","duration":"418.897896ms","start":"2026-03-09T16:19:03.968973Z","end":"2026-03-09T16:19:04.387871Z","steps":["trace[1765325898] 'agreement among raft nodes before linearized reading' (duration: 418.812984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.387913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:03.829937Z","time spent":"557.904113ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:04.387921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:03.968951Z","time spent":"418.960377ms","remote":"127.0.0.1:50374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:04.387924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:03.832204Z","time spent":"555.654114ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:04.388039Z","caller":"traceutil/trace.go:171","msg":"trace[116414462] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"559.813235ms","start":"2026-03-09T16:19:03.82822Z","end":"2026-03-09T16:19:04.388033Z","steps":["trace[116414462] 'process raft request' (duration: 558.872515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.388068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:03.828187Z","time spent":"559.865647ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:04.388129Z","caller":"traceutil/trace.go:171","msg":"trace[968639919] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"559.780464ms","start":"2026-03-09T16:19:03.828343Z","end":"2026-03-09T16:19:04.388123Z","steps":["trace[968639919] 'process raft request' (duration: 558.953246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.388155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:03.828307Z","time spent":"559.830796ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:04.388256Z","caller":"traceutil/trace.go:171","msg":"trace[1932418358] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"489.033604ms","start":"2026-03-09T16:19:03.898695Z","end":"2026-03-09T16:19:04.387728Z","steps":["trace[1932418358] 'process raft request' (duration: 488.762788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.388477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:03.898679Z","time spent":"489.672957ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:04.788024Z","caller":"traceutil/trace.go:171","msg":"trace[869380551] linearizableReadLoop","detail":"{readStateIndex:23958; appliedIndex:23957; }","duration":"400.401377ms","start":"2026-03-09T16:19:04.387596Z","end":"2026-03-09T16:19:04.787998Z","steps":["trace[869380551] 'read index received' (duration: 395.897767ms)","trace[869380551] 'applied index is now lower than readState.Index' (duration: 4.50234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:04.788206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.585119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:19:04.788288Z","caller":"traceutil/trace.go:171","msg":"trace[547983017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23157; }","duration":"587.686661ms","start":"2026-03-09T16:19:04.200584Z","end":"2026-03-09T16:19:04.788271Z","steps":["trace[547983017] 'agreement among raft nodes before linearized reading' (duration: 587.449596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.788324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.361528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-09T16:19:04.788329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.20058Z","time spent":"587.741042ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T16:19:04.788361Z","caller":"traceutil/trace.go:171","msg":"trace[1312175950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23157; }","duration":"589.4144ms","start":"2026-03-09T16:19:04.198935Z","end":"2026-03-09T16:19:04.78835Z","steps":["trace[1312175950] 'agreement among raft nodes before linearized reading' (duration: 589.333488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.788396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.198926Z","time spent":"589.461871ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:19:04.788246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.875845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:19:04.788403Z","caller":"traceutil/trace.go:171","msg":"trace[112061579] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"616.748542ms","start":"2026-03-09T16:19:04.171624Z","end":"2026-03-09T16:19:04.788372Z","steps":["trace[112061579] 'process raft request' (duration: 611.927456ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:04.78846Z","caller":"traceutil/trace.go:171","msg":"trace[1433110137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23157; }","duration":"588.11777ms","start":"2026-03-09T16:19:04.200331Z","end":"2026-03-09T16:19:04.788449Z","steps":["trace[1433110137] 'agreement among raft nodes before linearized reading' (duration: 587.782773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.788492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.200326Z","time spent":"588.156381ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:04.78848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.657024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T16:19:04.788543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.154939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-09T16:19:04.788547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.171598Z","time spent":"616.867084ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:04.788567Z","caller":"traceutil/trace.go:171","msg":"trace[446444859] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23157; }","duration":"454.798717ms","start":"2026-03-09T16:19:04.33375Z","end":"2026-03-09T16:19:04.788549Z","steps":["trace[446444859] 'agreement among raft nodes before linearized reading' (duration: 454.618343ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:04.788589Z","caller":"traceutil/trace.go:171","msg":"trace[840917090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23157; }","duration":"616.20785ms","start":"2026-03-09T16:19:04.172356Z","end":"2026-03-09T16:19:04.788564Z","steps":["trace[840917090] 'agreement among raft nodes before linearized reading' (duration: 616.131389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.788618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.172346Z","time spent":"616.265471ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:04.788625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.333735Z","time spent":"454.878929ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:04.78881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.23655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:19:04.788922Z","caller":"traceutil/trace.go:171","msg":"trace[730921378] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23157; }","duration":"770.393843ms","start":"2026-03-09T16:19:04.0185Z","end":"2026-03-09T16:19:04.788894Z","steps":["trace[730921378] 'agreement among raft nodes before linearized reading' (duration: 770.174258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.788986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.018486Z","time spent":"770.484215ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:04.818999Z","caller":"traceutil/trace.go:171","msg":"trace[336952455] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"183.784087ms","start":"2026-03-09T16:19:04.635202Z","end":"2026-03-09T16:19:04.818986Z","steps":["trace[336952455] 'process raft request' (duration: 183.722026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.819256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.73335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-09T16:19:04.819235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.934444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:04.819343Z","caller":"traceutil/trace.go:171","msg":"trace[296027131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23158; }","duration":"336.117328ms","start":"2026-03-09T16:19:04.483201Z","end":"2026-03-09T16:19:04.819318Z","steps":["trace[296027131] 'agreement among raft nodes before linearized reading' (duration: 335.871073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.819378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.192214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-09T16:19:04.819402Z","caller":"traceutil/trace.go:171","msg":"trace[1260592790] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23158; }","duration":"285.263146ms","start":"2026-03-09T16:19:04.534131Z","end":"2026-03-09T16:19:04.819395Z","steps":["trace[1260592790] 'agreement among raft nodes before linearized reading' (duration: 285.200924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:04.819401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.483172Z","time spent":"336.219321ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:04.819286Z","caller":"traceutil/trace.go:171","msg":"trace[843116160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23158; }","duration":"224.805861ms","start":"2026-03-09T16:19:04.594473Z","end":"2026-03-09T16:19:04.819279Z","steps":["trace[843116160] 'agreement among raft nodes before linearized reading' (duration: 224.72975ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:05.196508Z","caller":"traceutil/trace.go:171","msg":"trace[1212475079] linearizableReadLoop","detail":"{readStateIndex:23963; appliedIndex:23959; }","duration":"375.196411ms","start":"2026-03-09T16:19:04.821293Z","end":"2026-03-09T16:19:05.19649Z","steps":["trace[1212475079] 'read index received' (duration: 363.383829ms)","trace[1212475079] 'applied index is now lower than readState.Index' (duration: 11.811772ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:05.196508Z","caller":"traceutil/trace.go:171","msg":"trace[1394889919] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"402.639846ms","start":"2026-03-09T16:19:04.793836Z","end":"2026-03-09T16:19:05.196476Z","steps":["trace[1394889919] 'process raft request' (duration: 390.487008ms)","trace[1394889919] 'compare' (duration: 11.863151ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:05.196623Z","caller":"traceutil/trace.go:171","msg":"trace[1685340146] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"402.616376ms","start":"2026-03-09T16:19:04.793983Z","end":"2026-03-09T16:19:05.196599Z","steps":["trace[1685340146] 'process raft request' (duration: 402.389051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:05.196659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.793816Z","time spent":"402.76062ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:05.196707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.793977Z","time spent":"402.669667ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:05.196788Z","caller":"traceutil/trace.go:171","msg":"trace[100702513] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"399.60687ms","start":"2026-03-09T16:19:04.797175Z","end":"2026-03-09T16:19:05.196782Z","steps":["trace[100702513] 'process raft request' (duration: 399.262583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:05.196822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.797168Z","time spent":"399.63355ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:05.196881Z","caller":"traceutil/trace.go:171","msg":"trace[2114197462] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"398.581668ms","start":"2026-03-09T16:19:04.798294Z","end":"2026-03-09T16:19:05.196876Z","steps":["trace[2114197462] 'process raft request' (duration: 398.169629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:05.196911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.798286Z","time spent":"398.608308ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:05.196979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.686761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:05.196999Z","caller":"traceutil/trace.go:171","msg":"trace[1704228222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23162; }","duration":"375.727633ms","start":"2026-03-09T16:19:04.821265Z","end":"2026-03-09T16:19:05.196993Z","steps":["trace[1704228222] 'agreement among raft nodes before linearized reading' (duration: 375.692192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:05.197015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.821248Z","time spent":"375.763213ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:19:05.614146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.999752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:05.614283Z","caller":"traceutil/trace.go:171","msg":"trace[915425138] linearizableReadLoop","detail":"{readStateIndex:23964; appliedIndex:23963; }","duration":"417.709939ms","start":"2026-03-09T16:19:05.196557Z","end":"2026-03-09T16:19:05.614267Z","steps":["trace[915425138] 'read index received' (duration: 296.578785ms)","trace[915425138] 'applied index is now lower than readState.Index' (duration: 121.129964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:05.614371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.313844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:05.614377Z","caller":"traceutil/trace.go:171","msg":"trace[1585600333] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"791.558491ms","start":"2026-03-09T16:19:04.822787Z","end":"2026-03-09T16:19:05.614345Z","steps":["trace[1585600333] 'process raft request' (duration: 670.277983ms)","trace[1585600333] 'compare' (duration: 120.890859ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:05.61441Z","caller":"traceutil/trace.go:171","msg":"trace[2030067595] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23163; }","duration":"578.390976ms","start":"2026-03-09T16:19:05.036007Z","end":"2026-03-09T16:19:05.614398Z","steps":["trace[2030067595] 'agreement among raft nodes before linearized reading' (duration: 578.305684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:05.61446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:05.035988Z","time spent":"578.461727ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:05.614729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:04.822767Z","time spent":"791.832906ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:06.671056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.560039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:06.671207Z","caller":"traceutil/trace.go:171","msg":"trace[357535777] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"277.959435ms","start":"2026-03-09T16:19:06.393222Z","end":"2026-03-09T16:19:06.671182Z","steps":["trace[357535777] 'process raft request' (duration: 100.175521ms)","trace[357535777] 'compare' (duration: 177.15275ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:06.901846Z","caller":"traceutil/trace.go:171","msg":"trace[861490200] linearizableReadLoop","detail":"{readStateIndex:23970; appliedIndex:23966; }","duration":"419.709354ms","start":"2026-03-09T16:19:06.48211Z","end":"2026-03-09T16:19:06.901819Z","steps":["trace[861490200] 'read index received' (duration: 11.2624ms)","trace[861490200] 'applied index is now lower than readState.Index' (duration: 408.445744ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:06.902121Z","caller":"traceutil/trace.go:171","msg":"trace[227271769] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"508.564645ms","start":"2026-03-09T16:19:06.393518Z","end":"2026-03-09T16:19:06.902082Z","steps":["trace[227271769] 'process raft request' (duration: 508.177806ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:06.902157Z","caller":"traceutil/trace.go:171","msg":"trace[1979988213] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"508.700377ms","start":"2026-03-09T16:19:06.393419Z","end":"2026-03-09T16:19:06.902119Z","steps":["trace[1979988213] 'process raft request' (duration: 490.282651ms)","trace[1979988213] 'compare' (duration: 17.843864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:06.902291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.154533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:06.902327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:06.393383Z","time spent":"508.85352ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:06.90233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:06.393486Z","time spent":"508.718197ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:06.902407Z","caller":"traceutil/trace.go:171","msg":"trace[1757069087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23169; }","duration":"420.315458ms","start":"2026-03-09T16:19:06.482066Z","end":"2026-03-09T16:19:06.902381Z","steps":["trace[1757069087] 'agreement among raft nodes before linearized reading' (duration: 420.081802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:06.90246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:06.482048Z","time spent":"420.40286ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:06.902448Z","caller":"traceutil/trace.go:171","msg":"trace[1170689118] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"506.184092ms","start":"2026-03-09T16:19:06.396229Z","end":"2026-03-09T16:19:06.902413Z","steps":["trace[1170689118] 'process raft request' (duration: 505.522686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:06.902619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:06.396222Z","time spent":"506.311255ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:06.902777Z","caller":"traceutil/trace.go:171","msg":"trace[797740207] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"107.837861ms","start":"2026-03-09T16:19:06.794918Z","end":"2026-03-09T16:19:06.902756Z","steps":["trace[797740207] 'process raft request' (duration: 107.627667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:06.90378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.059377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:06.903863Z","caller":"traceutil/trace.go:171","msg":"trace[778619458] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23171; }","duration":"413.272081ms","start":"2026-03-09T16:19:06.490572Z","end":"2026-03-09T16:19:06.903844Z","steps":["trace[778619458] 'agreement among raft nodes before linearized reading' (duration: 413.057076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:06.903904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:06.49056Z","time spent":"413.334342ms","remote":"127.0.0.1:36068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:07.359534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.047157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:19:07.359616Z","caller":"traceutil/trace.go:171","msg":"trace[1102630974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23172; }","duration":"157.158009ms","start":"2026-03-09T16:19:07.202439Z","end":"2026-03-09T16:19:07.359597Z","steps":["trace[1102630974] 'range keys from in-memory index tree' (duration: 156.868602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:07.359728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.409984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T16:19:07.35982Z","caller":"traceutil/trace.go:171","msg":"trace[337749661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23172; }","duration":"157.514436ms","start":"2026-03-09T16:19:07.202286Z","end":"2026-03-09T16:19:07.3598Z","steps":["trace[337749661] 'range keys from in-memory index tree' (duration: 157.159839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:07.359915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.556897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-09T16:19:07.359954Z","caller":"traceutil/trace.go:171","msg":"trace[566817213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23172; }","duration":"157.622258ms","start":"2026-03-09T16:19:07.202322Z","end":"2026-03-09T16:19:07.359945Z","steps":["trace[566817213] 'range keys from in-memory index tree' (duration: 157.343343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:07.360118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.862926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T16:19:07.360724Z","caller":"traceutil/trace.go:171","msg":"trace[1462034075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23172; }","duration":"159.517831ms","start":"2026-03-09T16:19:07.201186Z","end":"2026-03-09T16:19:07.360704Z","steps":["trace[1462034075] 'range keys from in-memory index tree' (duration: 158.420237ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:07.562968Z","caller":"traceutil/trace.go:171","msg":"trace[1557287917] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"198.949581ms","start":"2026-03-09T16:19:07.363992Z","end":"2026-03-09T16:19:07.562942Z","steps":["trace[1557287917] 'process raft request' (duration: 198.778637ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:07.97484Z","caller":"traceutil/trace.go:171","msg":"trace[448777833] linearizableReadLoop","detail":"{readStateIndex:23977; appliedIndex:23973; }","duration":"492.372856ms","start":"2026-03-09T16:19:07.482444Z","end":"2026-03-09T16:19:07.974817Z","steps":["trace[448777833] 'read index received' (duration: 80.360393ms)","trace[448777833] 'applied index is now lower than readState.Index' (duration: 412.011403ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:07.974963Z","caller":"traceutil/trace.go:171","msg":"trace[1455486893] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"610.836391ms","start":"2026-03-09T16:19:07.364114Z","end":"2026-03-09T16:19:07.97495Z","steps":["trace[1455486893] 'process raft request' (duration: 598.640523ms)","trace[1455486893] 'compare' (duration: 11.463362ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:07.975049Z","caller":"traceutil/trace.go:171","msg":"trace[9484900] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"610.022203ms","start":"2026-03-09T16:19:07.364967Z","end":"2026-03-09T16:19:07.97499Z","steps":["trace[9484900] 'process raft request' (duration: 609.804878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:07.975135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.700803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:07.975175Z","caller":"traceutil/trace.go:171","msg":"trace[55062373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23176; }","duration":"492.778315ms","start":"2026-03-09T16:19:07.482388Z","end":"2026-03-09T16:19:07.975166Z","steps":["trace[55062373] 'agreement among raft nodes before linearized reading' (duration: 492.715203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:07.975075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:07.364092Z","time spent":"610.902143ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:07.975198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:07.36494Z","time spent":"610.181506ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:07.975226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:07.482359Z","time spent":"492.860787ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:07.975193Z","caller":"traceutil/trace.go:171","msg":"trace[1158131480] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"611.040996ms","start":"2026-03-09T16:19:07.36413Z","end":"2026-03-09T16:19:07.975171Z","steps":["trace[1158131480] 'process raft request' (duration: 610.546995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:07.975357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:07.364095Z","time spent":"611.166689ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:07.98279Z","caller":"traceutil/trace.go:171","msg":"trace[1726024472] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"314.649604ms","start":"2026-03-09T16:19:07.668127Z","end":"2026-03-09T16:19:07.982777Z","steps":["trace[1726024472] 'process raft request' (duration: 314.417309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:07.982875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:07.668105Z","time spent":"314.724636ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:07.982967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.558376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T16:19:07.98301Z","caller":"traceutil/trace.go:171","msg":"trace[228786755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23177; }","duration":"364.611977ms","start":"2026-03-09T16:19:07.618388Z","end":"2026-03-09T16:19:07.983Z","steps":["trace[228786755] 'agreement among raft nodes before linearized reading' (duration: 364.465034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:07.983037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:07.618327Z","time spent":"364.704619ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:19:08.421038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.166882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:08.421167Z","caller":"traceutil/trace.go:171","msg":"trace[218961125] linearizableReadLoop","detail":"{readStateIndex:23979; appliedIndex:23978; }","duration":"407.242369ms","start":"2026-03-09T16:19:08.01391Z","end":"2026-03-09T16:19:08.421152Z","steps":["trace[218961125] 'read index received' (duration: 185.881403ms)","trace[218961125] 'applied index is now lower than readState.Index' (duration: 221.359876ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:08.421199Z","caller":"traceutil/trace.go:171","msg":"trace[432927478] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"434.954461ms","start":"2026-03-09T16:19:07.986205Z","end":"2026-03-09T16:19:08.42116Z","steps":["trace[432927478] 'process raft request' (duration: 213.593226ms)","trace[432927478] 'compare' (duration: 221.063849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:08.42128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.369641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:19:08.421317Z","caller":"traceutil/trace.go:171","msg":"trace[2126185294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23178; }","duration":"407.440043ms","start":"2026-03-09T16:19:08.013866Z","end":"2026-03-09T16:19:08.421306Z","steps":["trace[2126185294] 'agreement among raft nodes before linearized reading' (duration: 407.373722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:08.421356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:08.013848Z","time spent":"407.498954ms","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:08.421368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:07.986184Z","time spent":"435.096204ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:08.421396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.528339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:08.421471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.267866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T16:19:08.421481Z","caller":"traceutil/trace.go:171","msg":"trace[2137905402] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23178; }","duration":"298.664842ms","start":"2026-03-09T16:19:08.122798Z","end":"2026-03-09T16:19:08.421463Z","steps":["trace[2137905402] 'agreement among raft nodes before linearized reading' (duration: 298.521209ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:08.421525Z","caller":"traceutil/trace.go:171","msg":"trace[1378193259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23178; }","duration":"353.361939ms","start":"2026-03-09T16:19:08.06815Z","end":"2026-03-09T16:19:08.421512Z","steps":["trace[1378193259] 'agreement among raft nodes before linearized reading' (duration: 353.156534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:08.421569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:08.068133Z","time spent":"353.42549ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T16:19:08.846876Z","caller":"traceutil/trace.go:171","msg":"trace[1764993059] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"168.388766ms","start":"2026-03-09T16:19:08.678455Z","end":"2026-03-09T16:19:08.846844Z","steps":["trace[1764993059] 'process raft request' (duration: 151.167165ms)","trace[1764993059] 'compare' (duration: 16.987406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:08.846903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.272181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-09T16:19:08.847158Z","caller":"traceutil/trace.go:171","msg":"trace[818941246] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:23178; }","duration":"268.515836ms","start":"2026-03-09T16:19:08.578604Z","end":"2026-03-09T16:19:08.84712Z","steps":["trace[818941246] 'range keys from in-memory index tree' (duration: 268.074897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:09.159015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:08.848159Z","time spent":"310.852691ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T16:19:09.232128Z","caller":"traceutil/trace.go:171","msg":"trace[1849851953] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"324.004891ms","start":"2026-03-09T16:19:08.908096Z","end":"2026-03-09T16:19:09.232101Z","steps":["trace[1849851953] 'process raft request' (duration: 323.909299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:09.232367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:08.908082Z","time spent":"324.191495ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:09.232466Z","caller":"traceutil/trace.go:171","msg":"trace[299808291] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"323.98222ms","start":"2026-03-09T16:19:08.908467Z","end":"2026-03-09T16:19:09.232449Z","steps":["trace[299808291] 'process raft request' (duration: 323.593231ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:09.232544Z","caller":"traceutil/trace.go:171","msg":"trace[1996035312] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"323.230403ms","start":"2026-03-09T16:19:08.909283Z","end":"2026-03-09T16:19:09.232513Z","steps":["trace[1996035312] 'process raft request' (duration: 323.162382ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:09.232579Z","caller":"traceutil/trace.go:171","msg":"trace[1599461115] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"323.869007ms","start":"2026-03-09T16:19:08.908679Z","end":"2026-03-09T16:19:09.232548Z","steps":["trace[1599461115] 'process raft request' (duration: 323.634902ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:09.232166Z","caller":"traceutil/trace.go:171","msg":"trace[273853847] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"324.39626ms","start":"2026-03-09T16:19:08.907725Z","end":"2026-03-09T16:19:09.232122Z","steps":["trace[273853847] 'process raft request' (duration: 314.018451ms)","trace[273853847] 'compare' (duration: 10.067752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:09.232634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:08.908457Z","time spent":"324.063901ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:09.232733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:08.90867Z","time spent":"323.98726ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:09.232757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:08.90927Z","time spent":"323.366476ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:09.232841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:08.907708Z","time spent":"325.042493ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:09.616412Z","caller":"traceutil/trace.go:171","msg":"trace[430732116] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23986; }","duration":"133.349583ms","start":"2026-03-09T16:19:09.483042Z","end":"2026-03-09T16:19:09.616391Z","steps":["trace[430732116] 'read index received' (duration: 122.496453ms)","trace[430732116] 'applied index is now lower than readState.Index' (duration: 10.85214ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:09.616419Z","caller":"traceutil/trace.go:171","msg":"trace[453999899] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"456.200819ms","start":"2026-03-09T16:19:09.160195Z","end":"2026-03-09T16:19:09.616396Z","steps":["trace[453999899] 'process raft request' (duration: 445.329289ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:09.616614Z","caller":"traceutil/trace.go:171","msg":"trace[1796151407] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"222.857948ms","start":"2026-03-09T16:19:09.393747Z","end":"2026-03-09T16:19:09.616605Z","steps":["trace[1796151407] 'process raft request' (duration: 222.561862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:09.616773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.730391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:09.616809Z","caller":"traceutil/trace.go:171","msg":"trace[1201258880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23186; }","duration":"133.797172ms","start":"2026-03-09T16:19:09.483003Z","end":"2026-03-09T16:19:09.6168Z","steps":["trace[1201258880] 'agreement among raft nodes before linearized reading' (duration: 133.7245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:09.617014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:09.160168Z","time spent":"456.307041ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:09.617281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.338296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:09.617364Z","caller":"traceutil/trace.go:171","msg":"trace[1886702867] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23186; }","duration":"125.998031ms","start":"2026-03-09T16:19:09.491345Z","end":"2026-03-09T16:19:09.617343Z","steps":["trace[1886702867] 'agreement among raft nodes before linearized reading' (duration: 125.301475ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:09.807372Z","caller":"traceutil/trace.go:171","msg":"trace[544433029] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"185.867352ms","start":"2026-03-09T16:19:09.621474Z","end":"2026-03-09T16:19:09.807341Z","steps":["trace[544433029] 'process raft request' (duration: 107.459162ms)","trace[544433029] 'compare' (duration: 78.287597ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:09.807362Z","caller":"traceutil/trace.go:171","msg":"trace[1232175925] linearizableReadLoop","detail":"{readStateIndex:23989; appliedIndex:23988; }","duration":"185.003253ms","start":"2026-03-09T16:19:09.622332Z","end":"2026-03-09T16:19:09.807336Z","steps":["trace[1232175925] 'read index received' (duration: 106.576702ms)","trace[1232175925] 'applied index is now lower than readState.Index' (duration: 78.425531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:09.807526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.184258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T16:19:09.807567Z","caller":"traceutil/trace.go:171","msg":"trace[438344111] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23187; }","duration":"185.2603ms","start":"2026-03-09T16:19:09.622297Z","end":"2026-03-09T16:19:09.807557Z","steps":["trace[438344111] 'agreement among raft nodes before linearized reading' (duration: 185.112436ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:10.380627Z","caller":"traceutil/trace.go:171","msg":"trace[1770622219] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"375.994808ms","start":"2026-03-09T16:19:10.004599Z","end":"2026-03-09T16:19:10.380594Z","steps":["trace[1770622219] 'process raft request' (duration: 351.914378ms)","trace[1770622219] 'compare' (duration: 23.803504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:10.380783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:10.00458Z","time spent":"376.126151ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:10.573569Z","caller":"traceutil/trace.go:171","msg":"trace[1625027447] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"145.052892ms","start":"2026-03-09T16:19:10.428489Z","end":"2026-03-09T16:19:10.573542Z","steps":["trace[1625027447] 'process raft request' (duration: 142.622338ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:15.404072Z","caller":"traceutil/trace.go:171","msg":"trace[1793273228] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"138.482816ms","start":"2026-03-09T16:19:15.265548Z","end":"2026-03-09T16:19:15.40403Z","steps":["trace[1793273228] 'process raft request' (duration: 138.320113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:15.983383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290025995003003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T16:19:16.199013Z","caller":"traceutil/trace.go:171","msg":"trace[1313713951] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"928.696626ms","start":"2026-03-09T16:19:15.270283Z","end":"2026-03-09T16:19:16.198979Z","steps":["trace[1313713951] 'process raft request' (duration: 928.577544ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:16.199066Z","caller":"traceutil/trace.go:171","msg":"trace[171664698] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"928.974614ms","start":"2026-03-09T16:19:15.270016Z","end":"2026-03-09T16:19:16.198991Z","steps":["trace[171664698] 'process raft request' (duration: 928.578855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.199251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:15.270268Z","time spent":"928.87783ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:16.199341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:15.269987Z","time spent":"929.175067ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:16.199379Z","caller":"traceutil/trace.go:171","msg":"trace[1624637328] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"928.962253ms","start":"2026-03-09T16:19:15.270393Z","end":"2026-03-09T16:19:16.199355Z","steps":["trace[1624637328] 'process raft request' (duration: 928.530193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.1995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:15.270367Z","time spent":"929.070644ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:16.199578Z","caller":"traceutil/trace.go:171","msg":"trace[1845032425] linearizableReadLoop","detail":"{readStateIndex:24030; appliedIndex:24026; }","duration":"717.279361ms","start":"2026-03-09T16:19:15.482258Z","end":"2026-03-09T16:19:16.199537Z","steps":["trace[1845032425] 'read index received' (duration: 716.281319ms)","trace[1845032425] 'applied index is now lower than readState.Index' (duration: 996.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:16.19963Z","caller":"traceutil/trace.go:171","msg":"trace[14169255] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"929.210957ms","start":"2026-03-09T16:19:15.270402Z","end":"2026-03-09T16:19:16.199613Z","steps":["trace[14169255] 'process raft request' (duration: 928.88328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.199693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.446015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:16.199723Z","caller":"traceutil/trace.go:171","msg":"trace[253699416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23226; }","duration":"717.508545ms","start":"2026-03-09T16:19:15.482203Z","end":"2026-03-09T16:19:16.199712Z","steps":["trace[253699416] 'agreement among raft nodes before linearized reading' (duration: 717.463704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.199721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:15.270389Z","time spent":"929.29647ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:16.199747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:15.482178Z","time spent":"717.565737ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:19:16.738705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.636669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:16.739002Z","caller":"traceutil/trace.go:171","msg":"trace[1946148121] linearizableReadLoop","detail":"{readStateIndex:24031; appliedIndex:24030; }","duration":"539.300833ms","start":"2026-03-09T16:19:16.199671Z","end":"2026-03-09T16:19:16.738972Z","steps":["trace[1946148121] 'read index received' (duration: 246.282976ms)","trace[1946148121] 'applied index is now lower than readState.Index' (duration: 293.015047ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:16.739068Z","caller":"traceutil/trace.go:171","msg":"trace[1580534671] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"386.703495ms","start":"2026-03-09T16:19:16.35234Z","end":"2026-03-09T16:19:16.739044Z","steps":["trace[1580534671] 'process raft request' (duration: 386.527861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.739176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:16.352305Z","time spent":"386.818407ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:16.739235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.092361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:16.739353Z","caller":"traceutil/trace.go:171","msg":"trace[1175457597] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23228; }","duration":"579.234964ms","start":"2026-03-09T16:19:16.160101Z","end":"2026-03-09T16:19:16.739336Z","steps":["trace[1175457597] 'agreement among raft nodes before linearized reading' (duration: 579.02152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.739406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:16.160081Z","time spent":"579.312626ms","remote":"127.0.0.1:32788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:16.739476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.367672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:16.7395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.032394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-09T16:19:16.739567Z","caller":"traceutil/trace.go:171","msg":"trace[1878633244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23228; }","duration":"538.487745ms","start":"2026-03-09T16:19:16.201055Z","end":"2026-03-09T16:19:16.739543Z","steps":["trace[1878633244] 'agreement among raft nodes before linearized reading' (duration: 538.350522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.73958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.849958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:19:16.739582Z","caller":"traceutil/trace.go:171","msg":"trace[1485015423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23228; }","duration":"905.161657ms","start":"2026-03-09T16:19:15.834398Z","end":"2026-03-09T16:19:16.73956Z","steps":["trace[1485015423] 'agreement among raft nodes before linearized reading' (duration: 904.84183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.739626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:16.201036Z","time spent":"538.577196ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:19:16.739641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:15.834379Z","time spent":"905.25193ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T16:19:16.739643Z","caller":"traceutil/trace.go:171","msg":"trace[1203676114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23228; }","duration":"502.95714ms","start":"2026-03-09T16:19:16.236664Z","end":"2026-03-09T16:19:16.739622Z","steps":["trace[1203676114] 'agreement among raft nodes before linearized reading' (duration: 502.867919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.739628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.145317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-09T16:19:16.739653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.672525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-09T16:19:16.739484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.099697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-09T16:19:16.739699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:16.236641Z","time spent":"503.042952ms","remote":"127.0.0.1:36192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:16.739697Z","caller":"traceutil/trace.go:171","msg":"trace[504753687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23228; }","duration":"142.24916ms","start":"2026-03-09T16:19:16.597436Z","end":"2026-03-09T16:19:16.739685Z","steps":["trace[504753687] 'agreement among raft nodes before linearized reading' (duration: 142.095497ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:16.739721Z","caller":"traceutil/trace.go:171","msg":"trace[83091866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23228; }","duration":"338.781547ms","start":"2026-03-09T16:19:16.400922Z","end":"2026-03-09T16:19:16.739704Z","steps":["trace[83091866] 'agreement among raft nodes before linearized reading' (duration: 338.552402ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:16.739747Z","caller":"traceutil/trace.go:171","msg":"trace[1886956870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23228; }","duration":"688.403334ms","start":"2026-03-09T16:19:16.051319Z","end":"2026-03-09T16:19:16.739722Z","steps":["trace[1886956870] 'agreement among raft nodes before linearized reading' (duration: 687.990995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.739775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:16.400901Z","time spent":"338.861939ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:19:16.739815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:16.051307Z","time spent":"688.490875ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:16.739461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.666333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:19:16.739917Z","caller":"traceutil/trace.go:171","msg":"trace[45269865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23228; }","duration":"686.175694ms","start":"2026-03-09T16:19:16.053727Z","end":"2026-03-09T16:19:16.739902Z","steps":["trace[45269865] 'agreement among raft nodes before linearized reading' (duration: 685.525759ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:16.73995Z","caller":"traceutil/trace.go:171","msg":"trace[1950882543] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"720.716586ms","start":"2026-03-09T16:19:16.018194Z","end":"2026-03-09T16:19:16.73891Z","steps":["trace[1950882543] 'process raft request' (duration: 427.74705ms)","trace[1950882543] 'compare' (duration: 292.407854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:16.739973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:16.053709Z","time spent":"686.249346ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:16.740068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:16.018167Z","time spent":"721.835721ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:23.441597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.401026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:23.441694Z","caller":"traceutil/trace.go:171","msg":"trace[381613581] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23333; }","duration":"173.55109ms","start":"2026-03-09T16:19:23.268118Z","end":"2026-03-09T16:19:23.44167Z","steps":["trace[381613581] 'count revisions from in-memory index tree' (duration: 173.306374ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:23.687891Z","caller":"traceutil/trace.go:171","msg":"trace[284377934] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24138; }","duration":"246.784287ms","start":"2026-03-09T16:19:23.441084Z","end":"2026-03-09T16:19:23.687868Z","steps":["trace[284377934] 'read index received' (duration: 246.673865ms)","trace[284377934] 'applied index is now lower than readState.Index' (duration: 109.332µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:23.687962Z","caller":"traceutil/trace.go:171","msg":"trace[1602009762] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"253.805271ms","start":"2026-03-09T16:19:23.43412Z","end":"2026-03-09T16:19:23.687925Z","steps":["trace[1602009762] 'process raft request' (duration: 253.606907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:23.688091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.992711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1b013a5-206f-4fac-84b9-5940efd38761\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-09T16:19:23.688129Z","caller":"traceutil/trace.go:171","msg":"trace[190232419] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1b013a5-206f-4fac-84b9-5940efd38761; range_end:; response_count:1; response_revision:23334; }","duration":"247.084583ms","start":"2026-03-09T16:19:23.441033Z","end":"2026-03-09T16:19:23.688117Z","steps":["trace[190232419] 'agreement among raft nodes before linearized reading' (duration: 246.94092ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:24.010889Z","caller":"traceutil/trace.go:171","msg":"trace[623704688] linearizableReadLoop","detail":"{readStateIndex:24140; appliedIndex:24139; }","duration":"322.912597ms","start":"2026-03-09T16:19:23.687953Z","end":"2026-03-09T16:19:24.010866Z","steps":["trace[623704688] 'read index received' (duration: 322.669662ms)","trace[623704688] 'applied index is now lower than readState.Index' (duration: 241.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:24.010959Z","caller":"traceutil/trace.go:171","msg":"trace[387834424] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"564.452949ms","start":"2026-03-09T16:19:23.446476Z","end":"2026-03-09T16:19:24.010929Z","steps":["trace[387834424] 'process raft request' (duration: 564.200813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:24.01103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.906627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:24.011107Z","caller":"traceutil/trace.go:171","msg":"trace[799803438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23335; }","duration":"531.03065ms","start":"2026-03-09T16:19:23.480059Z","end":"2026-03-09T16:19:24.01109Z","steps":["trace[799803438] 'agreement among raft nodes before linearized reading' (duration: 530.893307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:24.011105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:23.446458Z","time spent":"564.570621ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:24.011142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:23.480038Z","time spent":"531.097372ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:19:24.011137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.297117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T16:19:24.011176Z","caller":"traceutil/trace.go:171","msg":"trace[177515144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23335; }","duration":"266.341878ms","start":"2026-03-09T16:19:23.744825Z","end":"2026-03-09T16:19:24.011167Z","steps":["trace[177515144] 'agreement among raft nodes before linearized reading' (duration: 266.194855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:24.011186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.441898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7745cb9d86-n7ch6.189b36d1f9a1fc23\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-09T16:19:24.011249Z","caller":"traceutil/trace.go:171","msg":"trace[1735146751] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7745cb9d86-n7ch6.189b36d1f9a1fc23; range_end:; response_count:1; response_revision:23335; }","duration":"245.538559ms","start":"2026-03-09T16:19:23.765693Z","end":"2026-03-09T16:19:24.011231Z","steps":["trace[1735146751] 'agreement among raft nodes before linearized reading' (duration: 245.324245ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:24.13648Z","caller":"traceutil/trace.go:171","msg":"trace[1770786094] linearizableReadLoop","detail":"{readStateIndex:24141; appliedIndex:24140; }","duration":"121.87725ms","start":"2026-03-09T16:19:24.014579Z","end":"2026-03-09T16:19:24.136456Z","steps":["trace[1770786094] 'read index received' (duration: 119.821735ms)","trace[1770786094] 'applied index is now lower than readState.Index' (duration: 2.054045ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:24.136573Z","caller":"traceutil/trace.go:171","msg":"trace[2085415518] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"123.501216ms","start":"2026-03-09T16:19:24.01303Z","end":"2026-03-09T16:19:24.136531Z","steps":["trace[2085415518] 'process raft request' (duration: 121.479211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:24.136667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.071444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T16:19:24.136702Z","caller":"traceutil/trace.go:171","msg":"trace[720513038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23336; }","duration":"122.121156ms","start":"2026-03-09T16:19:24.01457Z","end":"2026-03-09T16:19:24.136691Z","steps":["trace[720513038] 'agreement among raft nodes before linearized reading' (duration: 121.976392ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:24.352847Z","caller":"traceutil/trace.go:171","msg":"trace[345863907] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"122.278999ms","start":"2026-03-09T16:19:24.230536Z","end":"2026-03-09T16:19:24.352815Z","steps":["trace[345863907] 'process raft request' (duration: 69.532895ms)","trace[345863907] 'compare' (duration: 52.624392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:24.817761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.810674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:24.81793Z","caller":"traceutil/trace.go:171","msg":"trace[666560385] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"582.769162ms","start":"2026-03-09T16:19:24.235141Z","end":"2026-03-09T16:19:24.81791Z","steps":["trace[666560385] 'process raft request' (duration: 385.722803ms)","trace[666560385] 'compare' (duration: 196.695902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:24.818003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:24.235116Z","time spent":"582.855934ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:24.818176Z","caller":"traceutil/trace.go:171","msg":"trace[1218520454] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"581.29625ms","start":"2026-03-09T16:19:24.236841Z","end":"2026-03-09T16:19:24.818137Z","steps":["trace[1218520454] 'process raft request' (duration: 581.018474ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:24.81822Z","caller":"traceutil/trace.go:171","msg":"trace[555139989] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"581.035895ms","start":"2026-03-09T16:19:24.237167Z","end":"2026-03-09T16:19:24.818203Z","steps":["trace[555139989] 'process raft request' (duration: 580.899512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:24.818303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:24.237152Z","time spent":"581.116596ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:24.818345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:24.236824Z","time spent":"581.425053ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:24.865394Z","caller":"traceutil/trace.go:171","msg":"trace[596687984] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"103.130116ms","start":"2026-03-09T16:19:24.762246Z","end":"2026-03-09T16:19:24.865376Z","steps":["trace[596687984] 'process raft request' (duration: 103.098885ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:24.865447Z","caller":"traceutil/trace.go:171","msg":"trace[1677313282] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"231.771695ms","start":"2026-03-09T16:19:24.633655Z","end":"2026-03-09T16:19:24.865427Z","steps":["trace[1677313282] 'process raft request' (duration: 231.601712ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:24.8654Z","caller":"traceutil/trace.go:171","msg":"trace[1720506953] linearizableReadLoop","detail":"{readStateIndex:24146; appliedIndex:24142; }","duration":"461.575188ms","start":"2026-03-09T16:19:24.403797Z","end":"2026-03-09T16:19:24.865372Z","steps":["trace[1720506953] 'read index received' (duration: 217.168813ms)","trace[1720506953] 'applied index is now lower than readState.Index' (duration: 244.403645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:24.86572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.657683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1b013a5-206f-4fac-84b9-5940efd38761\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-09T16:19:24.865808Z","caller":"traceutil/trace.go:171","msg":"trace[1802111145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1b013a5-206f-4fac-84b9-5940efd38761; range_end:; response_count:1; response_revision:23342; }","duration":"173.783806ms","start":"2026-03-09T16:19:24.692009Z","end":"2026-03-09T16:19:24.865792Z","steps":["trace[1802111145] 'agreement among raft nodes before linearized reading' (duration: 173.596752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:24.865721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.905585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-09T16:19:24.86611Z","caller":"traceutil/trace.go:171","msg":"trace[6257176] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23342; }","duration":"462.350365ms","start":"2026-03-09T16:19:24.403745Z","end":"2026-03-09T16:19:24.866095Z","steps":["trace[6257176] 'agreement among raft nodes before linearized reading' (duration: 461.791903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:24.867683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:24.403725Z","time spent":"463.920409ms","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-09T16:19:25.118305Z","caller":"traceutil/trace.go:171","msg":"trace[1467249250] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"247.994543ms","start":"2026-03-09T16:19:24.870281Z","end":"2026-03-09T16:19:25.118276Z","steps":["trace[1467249250] 'process raft request' (duration: 233.79034ms)","trace[1467249250] 'compare' (duration: 13.830415ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:25.118906Z","caller":"traceutil/trace.go:171","msg":"trace[604569568] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"248.576686ms","start":"2026-03-09T16:19:24.870309Z","end":"2026-03-09T16:19:25.118886Z","steps":["trace[604569568] 'process raft request' (duration: 248.415603ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:25.119064Z","caller":"traceutil/trace.go:171","msg":"trace[1445392887] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"248.609876ms","start":"2026-03-09T16:19:24.870446Z","end":"2026-03-09T16:19:25.119056Z","steps":["trace[1445392887] 'process raft request' (duration: 248.407422ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:25.119126Z","caller":"traceutil/trace.go:171","msg":"trace[1534437131] linearizableReadLoop","detail":"{readStateIndex:24153; appliedIndex:24148; }","duration":"247.289987ms","start":"2026-03-09T16:19:24.871825Z","end":"2026-03-09T16:19:25.119115Z","steps":["trace[1534437131] 'read index received' (duration: 232.363029ms)","trace[1534437131] 'applied index is now lower than readState.Index' (duration: 14.925828ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:25.119192Z","caller":"traceutil/trace.go:171","msg":"trace[1734546557] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"199.237877ms","start":"2026-03-09T16:19:24.91994Z","end":"2026-03-09T16:19:25.119178Z","steps":["trace[1734546557] 'process raft request' (duration: 199.140445ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:25.119193Z","caller":"traceutil/trace.go:171","msg":"trace[295712904] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"248.426433ms","start":"2026-03-09T16:19:24.870737Z","end":"2026-03-09T16:19:25.119164Z","steps":["trace[295712904] 'process raft request' (duration: 248.3146ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:25.119155Z","caller":"traceutil/trace.go:171","msg":"trace[2049637728] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"248.545295ms","start":"2026-03-09T16:19:24.870572Z","end":"2026-03-09T16:19:25.119118Z","steps":["trace[2049637728] 'process raft request' (duration: 248.431562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:25.1193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.456621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-09T16:19:25.119333Z","caller":"traceutil/trace.go:171","msg":"trace[1540269678] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23348; }","duration":"247.531973ms","start":"2026-03-09T16:19:24.871793Z","end":"2026-03-09T16:19:25.119325Z","steps":["trace[1540269678] 'agreement among raft nodes before linearized reading' (duration: 247.38715ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:31.097802Z","caller":"traceutil/trace.go:171","msg":"trace[172650991] linearizableReadLoop","detail":"{readStateIndex:24219; appliedIndex:24216; }","duration":"111.700145ms","start":"2026-03-09T16:19:30.986075Z","end":"2026-03-09T16:19:31.097775Z","steps":["trace[172650991] 'read index received' (duration: 110.728494ms)","trace[172650991] 'applied index is now lower than readState.Index' (duration: 970.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:31.097836Z","caller":"traceutil/trace.go:171","msg":"trace[8584665] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"262.532834ms","start":"2026-03-09T16:19:30.835266Z","end":"2026-03-09T16:19:31.097799Z","steps":["trace[8584665] 'process raft request' (duration: 261.652854ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:31.097999Z","caller":"traceutil/trace.go:171","msg":"trace[1108898315] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"213.487942ms","start":"2026-03-09T16:19:30.884482Z","end":"2026-03-09T16:19:31.09797Z","steps":["trace[1108898315] 'process raft request' (duration: 213.239816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:31.098125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.034853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-09T16:19:31.098179Z","caller":"traceutil/trace.go:171","msg":"trace[814929559] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23412; }","duration":"112.140425ms","start":"2026-03-09T16:19:30.986021Z","end":"2026-03-09T16:19:31.098162Z","steps":["trace[814929559] 'agreement among raft nodes before linearized reading' (duration: 111.949011ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:31.098016Z","caller":"traceutil/trace.go:171","msg":"trace[1363202702] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"259.896646ms","start":"2026-03-09T16:19:30.838079Z","end":"2026-03-09T16:19:31.097976Z","steps":["trace[1363202702] 'process raft request' (duration: 259.571748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:31.526654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.238333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:31.526737Z","caller":"traceutil/trace.go:171","msg":"trace[1401228192] linearizableReadLoop","detail":"{readStateIndex:24220; appliedIndex:24219; }","duration":"388.311411ms","start":"2026-03-09T16:19:31.138414Z","end":"2026-03-09T16:19:31.526725Z","steps":["trace[1401228192] 'read index received' (duration: 253.836083ms)","trace[1401228192] 'applied index is now lower than readState.Index' (duration: 134.474228ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:31.5269Z","caller":"traceutil/trace.go:171","msg":"trace[1175661165] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"389.713492ms","start":"2026-03-09T16:19:31.137178Z","end":"2026-03-09T16:19:31.526891Z","steps":["trace[1175661165] 'process raft request' (duration: 255.165642ms)","trace[1175661165] 'compare' (duration: 133.840573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:31.526949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.13715Z","time spent":"389.776752ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:31.527076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.818258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T16:19:31.527157Z","caller":"traceutil/trace.go:171","msg":"trace[1324969723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23413; }","duration":"381.933411ms","start":"2026-03-09T16:19:31.145205Z","end":"2026-03-09T16:19:31.527138Z","steps":["trace[1324969723] 'agreement among raft nodes before linearized reading' (duration: 381.705076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:31.527205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.145193Z","time spent":"382.003382ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:19:31.527233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.200264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T16:19:31.527257Z","caller":"traceutil/trace.go:171","msg":"trace[2029428101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23413; }","duration":"381.242634ms","start":"2026-03-09T16:19:31.146007Z","end":"2026-03-09T16:19:31.527249Z","steps":["trace[2029428101] 'agreement among raft nodes before linearized reading' (duration: 381.152482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:31.527277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.145998Z","time spent":"381.275445ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:19:31.52736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.947385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-09T16:19:31.527375Z","caller":"traceutil/trace.go:171","msg":"trace[1825042566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23413; }","duration":"388.992756ms","start":"2026-03-09T16:19:31.138377Z","end":"2026-03-09T16:19:31.52737Z","steps":["trace[1825042566] 'agreement among raft nodes before linearized reading' (duration: 388.942755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:31.527391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.138362Z","time spent":"389.025206ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:31.527488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.177115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:19:31.527531Z","caller":"traceutil/trace.go:171","msg":"trace[819386661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23413; }","duration":"382.218376ms","start":"2026-03-09T16:19:31.145301Z","end":"2026-03-09T16:19:31.52752Z","steps":["trace[819386661] 'agreement among raft nodes before linearized reading' (duration: 382.112504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:31.527573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.145251Z","time spent":"382.308949ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:31.527612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.36446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T16:19:31.527648Z","caller":"traceutil/trace.go:171","msg":"trace[543766176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23413; }","duration":"382.429541ms","start":"2026-03-09T16:19:31.145206Z","end":"2026-03-09T16:19:31.527636Z","steps":["trace[543766176] 'agreement among raft nodes before linearized reading' (duration: 382.353599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:31.527674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.145186Z","time spent":"382.482952ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:31.986887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.939507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:31.986993Z","caller":"traceutil/trace.go:171","msg":"trace[283358990] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"455.629286ms","start":"2026-03-09T16:19:31.531344Z","end":"2026-03-09T16:19:31.986974Z","steps":["trace[283358990] 'process raft request' (duration: 350.525546ms)","trace[283358990] 'compare' (duration: 104.63389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:31.987053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.531323Z","time spent":"455.702078ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:32.181447Z","caller":"traceutil/trace.go:171","msg":"trace[496700894] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"649.171996ms","start":"2026-03-09T16:19:31.532249Z","end":"2026-03-09T16:19:32.181421Z","steps":["trace[496700894] 'process raft request' (duration: 631.661971ms)","trace[496700894] 'compare' (duration: 17.094506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:32.181598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.532229Z","time spent":"649.29236ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:32.181879Z","caller":"traceutil/trace.go:171","msg":"trace[1330775247] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"649.532735ms","start":"2026-03-09T16:19:31.532325Z","end":"2026-03-09T16:19:32.181858Z","steps":["trace[1330775247] 'process raft request' (duration: 649.047774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:32.182008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.532302Z","time spent":"649.639308ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:32.182071Z","caller":"traceutil/trace.go:171","msg":"trace[1150229220] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"649.581456ms","start":"2026-03-09T16:19:31.532469Z","end":"2026-03-09T16:19:32.182051Z","steps":["trace[1150229220] 'process raft request' (duration: 649.107155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:32.18217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.532459Z","time spent":"649.661849ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:32.182076Z","caller":"traceutil/trace.go:171","msg":"trace[1946287499] linearizableReadLoop","detail":"{readStateIndex:24225; appliedIndex:24220; }","duration":"565.125833ms","start":"2026-03-09T16:19:31.616931Z","end":"2026-03-09T16:19:32.182057Z","steps":["trace[1946287499] 'read index received' (duration: 264.955068ms)","trace[1946287499] 'applied index is now lower than readState.Index' (duration: 300.170155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:32.182223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.282026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-09T16:19:32.182227Z","caller":"traceutil/trace.go:171","msg":"trace[852899896] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"649.727799ms","start":"2026-03-09T16:19:31.532473Z","end":"2026-03-09T16:19:32.1822Z","steps":["trace[852899896] 'process raft request' (duration: 649.482514ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:32.182269Z","caller":"traceutil/trace.go:171","msg":"trace[2125208461] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23419; }","duration":"565.386629ms","start":"2026-03-09T16:19:31.616869Z","end":"2026-03-09T16:19:32.182256Z","steps":["trace[2125208461] 'agreement among raft nodes before linearized reading' (duration: 565.245786ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:32.182259Z","caller":"traceutil/trace.go:171","msg":"trace[1790988607] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"469.269477ms","start":"2026-03-09T16:19:31.712975Z","end":"2026-03-09T16:19:32.182245Z","steps":["trace[1790988607] 'process raft request' (duration: 469.048043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:32.182283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.53246Z","time spent":"649.801512ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:32.182303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.616854Z","time spent":"565.44312ms","remote":"127.0.0.1:53124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-09T16:19:32.182318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.519518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:19:32.182339Z","caller":"traceutil/trace.go:171","msg":"trace[1751105966] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23419; }","duration":"510.540358ms","start":"2026-03-09T16:19:31.671792Z","end":"2026-03-09T16:19:32.182333Z","steps":["trace[1751105966] 'agreement among raft nodes before linearized reading' (duration: 510.489147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:32.182341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.712949Z","time spent":"469.351769ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:32.182386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.295496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:32.182408Z","caller":"traceutil/trace.go:171","msg":"trace[1860121891] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23419; }","duration":"478.358138ms","start":"2026-03-09T16:19:31.704042Z","end":"2026-03-09T16:19:32.1824Z","steps":["trace[1860121891] 'agreement among raft nodes before linearized reading' (duration: 478.325527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:32.182358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.671722Z","time spent":"510.632551ms","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:32.182424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.704021Z","time spent":"478.399238ms","remote":"127.0.0.1:50392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:32.182384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:19:32.182476Z","caller":"traceutil/trace.go:171","msg":"trace[762760321] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23419; }","duration":"353.961773ms","start":"2026-03-09T16:19:31.8285Z","end":"2026-03-09T16:19:32.182462Z","steps":["trace[762760321] 'agreement among raft nodes before linearized reading' (duration: 353.83889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:32.182521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:31.828479Z","time spent":"354.027814ms","remote":"127.0.0.1:55518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:49.328144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.357359ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:49.32831Z","caller":"traceutil/trace.go:171","msg":"trace[979884702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23535; }","duration":"150.536093ms","start":"2026-03-09T16:19:49.177745Z","end":"2026-03-09T16:19:49.328281Z","steps":["trace[979884702] 'range keys from in-memory index tree' (duration: 150.334458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:49.328718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.472051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:49.328877Z","caller":"traceutil/trace.go:171","msg":"trace[726784988] linearizableReadLoop","detail":"{readStateIndex:24346; appliedIndex:24345; }","duration":"951.209333ms","start":"2026-03-09T16:19:48.377651Z","end":"2026-03-09T16:19:49.328861Z","steps":["trace[726784988] 'read index received' (duration: 336.487927ms)","trace[726784988] 'applied index is now lower than readState.Index' (duration: 614.720366ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:49.328957Z","caller":"traceutil/trace.go:171","msg":"trace[2108591551] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"954.979666ms","start":"2026-03-09T16:19:48.373963Z","end":"2026-03-09T16:19:49.328943Z","steps":["trace[2108591551] 'process raft request' (duration: 340.200188ms)","trace[2108591551] 'compare' (duration: 614.144594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:49.329013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.37394Z","time spent":"955.041867ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:49.329167Z","caller":"traceutil/trace.go:171","msg":"trace[1299648335] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"833.446075ms","start":"2026-03-09T16:19:48.495683Z","end":"2026-03-09T16:19:49.329129Z","steps":["trace[1299648335] 'process raft request' (duration: 833.129237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:49.329311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.676355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-09T16:19:49.329336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.495661Z","time spent":"833.572567ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:49.329356Z","caller":"traceutil/trace.go:171","msg":"trace[1734461880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23537; }","duration":"951.759126ms","start":"2026-03-09T16:19:48.377581Z","end":"2026-03-09T16:19:49.32934Z","steps":["trace[1734461880] 'agreement among raft nodes before linearized reading' (duration: 951.498549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:49.329393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.377564Z","time spent":"951.821318ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:50.069885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.061739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:50.070156Z","caller":"traceutil/trace.go:171","msg":"trace[202140620] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"412.755989ms","start":"2026-03-09T16:19:49.657387Z","end":"2026-03-09T16:19:50.070143Z","steps":["trace[202140620] 'process raft request' (duration: 412.731049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.070207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.657362Z","time spent":"412.822281ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.070356Z","caller":"traceutil/trace.go:171","msg":"trace[1365094275] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"1.037079739s","start":"2026-03-09T16:19:49.033268Z","end":"2026-03-09T16:19:50.070348Z","steps":["trace[1365094275] 'process raft request' (duration: 680.479198ms)","trace[1365094275] 'compare' (duration: 355.416925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:50.070396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.033249Z","time spent":"1.037127679s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.070694Z","caller":"traceutil/trace.go:171","msg":"trace[304031071] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"737.597419ms","start":"2026-03-09T16:19:49.333063Z","end":"2026-03-09T16:19:50.07066Z","steps":["trace[304031071] 'process raft request' (duration: 737.032727ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:50.0707Z","caller":"traceutil/trace.go:171","msg":"trace[1862293703] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"839.687453ms","start":"2026-03-09T16:19:49.230976Z","end":"2026-03-09T16:19:50.070663Z","steps":["trace[1862293703] 'process raft request' (duration: 838.989837ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:50.070738Z","caller":"traceutil/trace.go:171","msg":"trace[1612266573] linearizableReadLoop","detail":"{readStateIndex:24351; appliedIndex:24347; }","duration":"741.803173ms","start":"2026-03-09T16:19:49.328915Z","end":"2026-03-09T16:19:50.070718Z","steps":["trace[1612266573] 'read index received' (duration: 384.829284ms)","trace[1612266573] 'applied index is now lower than readState.Index' (duration: 356.970449ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:50.070756Z","caller":"traceutil/trace.go:171","msg":"trace[493176343] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"824.781493ms","start":"2026-03-09T16:19:49.245924Z","end":"2026-03-09T16:19:50.070705Z","steps":["trace[493176343] 'process raft request' (duration: 824.114389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.07082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490736261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-09T16:19:50.070857Z","caller":"traceutil/trace.go:171","msg":"trace[1495177174] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:23543; }","duration":"1.490818413s","start":"2026-03-09T16:19:48.580029Z","end":"2026-03-09T16:19:50.070848Z","steps":["trace[1495177174] 'agreement among raft nodes before linearized reading' (duration: 1.49071636s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.07088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.580006Z","time spent":"1.490869374s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"warn","ts":"2026-03-09T16:19:50.070871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398535827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-09T16:19:50.070871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328723426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10854"} {"level":"warn","ts":"2026-03-09T16:19:50.070887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.230951Z","time spent":"839.838726ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.070919Z","caller":"traceutil/trace.go:171","msg":"trace[1610343247] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23543; }","duration":"1.328812377s","start":"2026-03-09T16:19:48.742095Z","end":"2026-03-09T16:19:50.070908Z","steps":["trace[1610343247] 'agreement among raft nodes before linearized reading' (duration: 1.328660684s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.070953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.742079Z","time spent":"1.328869039s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10876,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-09T16:19:50.070935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.245909Z","time spent":"824.935846ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:50.070957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617324964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-09T16:19:50.071038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588154072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:50.071041Z","caller":"traceutil/trace.go:171","msg":"trace[305835258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23543; }","duration":"1.617408586s","start":"2026-03-09T16:19:48.453613Z","end":"2026-03-09T16:19:50.071021Z","steps":["trace[305835258] 'agreement among raft nodes before linearized reading' (duration: 1.617166801s)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:50.071065Z","caller":"traceutil/trace.go:171","msg":"trace[467866323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23543; }","duration":"1.588238743s","start":"2026-03-09T16:19:48.482818Z","end":"2026-03-09T16:19:50.071057Z","steps":["trace[467866323] 'agreement among raft nodes before linearized reading' (duration: 1.588200202s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.071096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.482773Z","time spent":"1.588319655s","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:50.070909Z","caller":"traceutil/trace.go:171","msg":"trace[1633231923] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23543; }","duration":"1.398616528s","start":"2026-03-09T16:19:48.672284Z","end":"2026-03-09T16:19:50.070901Z","steps":["trace[1633231923] 'agreement among raft nodes before linearized reading' (duration: 1.398472345s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.071109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.453588Z","time spent":"1.617508539s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:19:50.071151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.672261Z","time spent":"1.398878634s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:50.070981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259326123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-09T16:19:50.07122Z","caller":"traceutil/trace.go:171","msg":"trace[1399730752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23543; }","duration":"1.259560658s","start":"2026-03-09T16:19:48.811649Z","end":"2026-03-09T16:19:50.07121Z","steps":["trace[1399730752] 'agreement among raft nodes before linearized reading' (duration: 1.259277572s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.07088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630500667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T16:19:50.071251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.811639Z","time spent":"1.25960549s","remote":"127.0.0.1:53124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-09T16:19:50.071255Z","caller":"traceutil/trace.go:171","msg":"trace[182346616] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23543; }","duration":"1.630895185s","start":"2026-03-09T16:19:48.440351Z","end":"2026-03-09T16:19:50.071246Z","steps":["trace[182346616] 'agreement among raft nodes before linearized reading' (duration: 1.630462316s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.07128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.440325Z","time spent":"1.630945866s","remote":"127.0.0.1:55526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:50.070993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643082854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:19:50.07137Z","caller":"traceutil/trace.go:171","msg":"trace[621735736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23543; }","duration":"1.643448292s","start":"2026-03-09T16:19:48.427868Z","end":"2026-03-09T16:19:50.071317Z","steps":["trace[621735736] 'agreement among raft nodes before linearized reading' (duration: 1.643028693s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.071444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.427848Z","time spent":"1.643575444s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:50.07172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.333041Z","time spent":"737.735752ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.071055Z","caller":"traceutil/trace.go:171","msg":"trace[2113491274] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"794.828563ms","start":"2026-03-09T16:19:49.275619Z","end":"2026-03-09T16:19:50.070447Z","steps":["trace[2113491274] 'process raft request' (duration: 794.445845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.072546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.275591Z","time spent":"796.898478ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.139012Z","caller":"traceutil/trace.go:171","msg":"trace[913539994] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"217.963081ms","start":"2026-03-09T16:19:49.921019Z","end":"2026-03-09T16:19:50.138982Z","steps":["trace[913539994] 'process raft request' (duration: 217.831788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.139731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.443515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:50.140924Z","caller":"traceutil/trace.go:171","msg":"trace[1372690273] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23544; }","duration":"380.673452ms","start":"2026-03-09T16:19:49.760228Z","end":"2026-03-09T16:19:50.140902Z","steps":["trace[1372690273] 'agreement among raft nodes before linearized reading' (duration: 379.419324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.141045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.76018Z","time spent":"380.847596ms","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:50.140725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.13889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T16:19:50.141388Z","caller":"traceutil/trace.go:171","msg":"trace[10713449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23544; }","duration":"491.828655ms","start":"2026-03-09T16:19:49.649546Z","end":"2026-03-09T16:19:50.141374Z","steps":["trace[10713449] 'agreement among raft nodes before linearized reading' (duration: 491.057058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.141473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.649528Z","time spent":"491.930437ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T16:19:50.140762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.34089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:50.141647Z","caller":"traceutil/trace.go:171","msg":"trace[290280640] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23544; }","duration":"722.286742ms","start":"2026-03-09T16:19:49.419342Z","end":"2026-03-09T16:19:50.141629Z","steps":["trace[290280640] 'agreement among raft nodes before linearized reading' (duration: 721.307809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.141682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.419306Z","time spent":"722.363453ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:50.140813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.501807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:50.141911Z","caller":"traceutil/trace.go:171","msg":"trace[2000036785] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23544; }","duration":"419.628762ms","start":"2026-03-09T16:19:49.722273Z","end":"2026-03-09T16:19:50.141901Z","steps":["trace[2000036785] 'agreement among raft nodes before linearized reading' (duration: 418.513906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.14194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.722256Z","time spent":"419.673763ms","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:50.140828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.258416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:50.142156Z","caller":"traceutil/trace.go:171","msg":"trace[1872913354] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23544; }","duration":"769.628687ms","start":"2026-03-09T16:19:49.37251Z","end":"2026-03-09T16:19:50.142139Z","steps":["trace[1872913354] 'agreement among raft nodes before linearized reading' (duration: 768.245546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.142245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.372493Z","time spent":"769.732019ms","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:50.52556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.072886Z","time spent":"452.660031ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T16:19:50.525695Z","caller":"traceutil/trace.go:171","msg":"trace[2006115951] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"451.161107ms","start":"2026-03-09T16:19:50.074513Z","end":"2026-03-09T16:19:50.525674Z","steps":["trace[2006115951] 'process raft request' (duration: 450.911362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.525811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.074498Z","time spent":"451.252379ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.526001Z","caller":"traceutil/trace.go:171","msg":"trace[1809698489] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"449.760057ms","start":"2026-03-09T16:19:50.076211Z","end":"2026-03-09T16:19:50.525971Z","steps":["trace[1809698489] 'process raft request' (duration: 449.354948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.526188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.076201Z","time spent":"449.865279ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.526584Z","caller":"traceutil/trace.go:171","msg":"trace[861934153] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"446.386082ms","start":"2026-03-09T16:19:50.080187Z","end":"2026-03-09T16:19:50.526573Z","steps":["trace[861934153] 'process raft request' (duration: 445.427791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.526641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.080176Z","time spent":"446.435313ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:50.526694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.805466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:50.526747Z","caller":"traceutil/trace.go:171","msg":"trace[838655478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23547; }","duration":"453.906087ms","start":"2026-03-09T16:19:50.072831Z","end":"2026-03-09T16:19:50.526737Z","steps":["trace[838655478] 'agreement among raft nodes before linearized reading' (duration: 453.777665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.526788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.072815Z","time spent":"453.964749ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:19:50.526847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.811568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-09T16:19:50.526875Z","caller":"traceutil/trace.go:171","msg":"trace[344789835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23547; }","duration":"425.866549ms","start":"2026-03-09T16:19:50.101001Z","end":"2026-03-09T16:19:50.526868Z","steps":["trace[344789835] 'agreement among raft nodes before linearized reading' (duration: 425.773927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.526891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.100986Z","time spent":"425.90185ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T16:19:50.526559Z","caller":"traceutil/trace.go:171","msg":"trace[1410625861] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24354; }","duration":"386.912869ms","start":"2026-03-09T16:19:50.139623Z","end":"2026-03-09T16:19:50.526536Z","steps":["trace[1410625861] 'read index received' (duration: 366.55121ms)","trace[1410625861] 'applied index is now lower than readState.Index' (duration: 20.360399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:50.527093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.886586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a1b013a5-206f-4fac-84b9-5940efd38761\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-09T16:19:50.52713Z","caller":"traceutil/trace.go:171","msg":"trace[2072159937] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a1b013a5-206f-4fac-84b9-5940efd38761; range_end:; response_count:1; response_revision:23547; }","duration":"452.953708ms","start":"2026-03-09T16:19:50.074165Z","end":"2026-03-09T16:19:50.527119Z","steps":["trace[2072159937] 'agreement among raft nodes before linearized reading' (duration: 452.798234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.527166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.074146Z","time spent":"453.013229ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-a1b013a5-206f-4fac-84b9-5940efd38761\" "} {"level":"info","ts":"2026-03-09T16:19:50.597046Z","caller":"traceutil/trace.go:171","msg":"trace[578523184] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"221.776915ms","start":"2026-03-09T16:19:50.37525Z","end":"2026-03-09T16:19:50.597027Z","steps":["trace[578523184] 'process raft request' (duration: 221.674803ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:50.984468Z","caller":"traceutil/trace.go:171","msg":"trace[266453748] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"457.908866ms","start":"2026-03-09T16:19:50.526528Z","end":"2026-03-09T16:19:50.984437Z","steps":["trace[266453748] 'process raft request' (duration: 457.65075ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:50.984508Z","caller":"traceutil/trace.go:171","msg":"trace[2002445901] linearizableReadLoop","detail":"{readStateIndex:24360; appliedIndex:24359; }","duration":"457.358354ms","start":"2026-03-09T16:19:50.527097Z","end":"2026-03-09T16:19:50.984455Z","steps":["trace[2002445901] 'read index received' (duration: 69.935764ms)","trace[2002445901] 'applied index is now lower than readState.Index' (duration: 387.42177ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:50.984535Z","caller":"traceutil/trace.go:171","msg":"trace[54831194] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"440.846869ms","start":"2026-03-09T16:19:50.543657Z","end":"2026-03-09T16:19:50.984504Z","steps":["trace[54831194] 'process raft request' (duration: 440.716846ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:50.98459Z","caller":"traceutil/trace.go:171","msg":"trace[285704912] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"451.314881ms","start":"2026-03-09T16:19:50.533237Z","end":"2026-03-09T16:19:50.984552Z","steps":["trace[285704912] 'process raft request' (duration: 451.085916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.984618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.526513Z","time spent":"458.027198ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:50.984698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.171959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T16:19:50.984756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.533218Z","time spent":"451.452574ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.984779Z","caller":"traceutil/trace.go:171","msg":"trace[426364792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23551; }","duration":"611.339444ms","start":"2026-03-09T16:19:50.373425Z","end":"2026-03-09T16:19:50.984764Z","steps":["trace[426364792] 'agreement among raft nodes before linearized reading' (duration: 611.179749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.984636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.543633Z","time spent":"440.955812ms","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:50.984847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.373407Z","time spent":"611.400435ms","remote":"127.0.0.1:36234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:50.984856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.261741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T16:19:50.984916Z","caller":"traceutil/trace.go:171","msg":"trace[1802896187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23551; }","duration":"833.354063ms","start":"2026-03-09T16:19:50.151547Z","end":"2026-03-09T16:19:50.984901Z","steps":["trace[1802896187] 'agreement among raft nodes before linearized reading' (duration: 833.181809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.984951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.151535Z","time spent":"833.409994ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T16:19:50.985137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.293784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:50.985138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.862674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-09T16:19:50.985175Z","caller":"traceutil/trace.go:171","msg":"trace[1305260513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23551; }","duration":"771.328504ms","start":"2026-03-09T16:19:50.213831Z","end":"2026-03-09T16:19:50.985159Z","steps":["trace[1305260513] 'agreement among raft nodes before linearized reading' (duration: 771.251373ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:50.985178Z","caller":"traceutil/trace.go:171","msg":"trace[2008659852] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23551; }","duration":"451.926274ms","start":"2026-03-09T16:19:50.53324Z","end":"2026-03-09T16:19:50.985167Z","steps":["trace[2008659852] 'agreement among raft nodes before linearized reading' (duration: 451.757161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.985196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.213785Z","time spent":"771.405576ms","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:50.985216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.533227Z","time spent":"451.982676ms","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-09T16:19:50.98523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.538331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-59bddd5c78-vlnfd.189b389e3e92c138\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-09T16:19:50.985263Z","caller":"traceutil/trace.go:171","msg":"trace[194773997] range","detail":"{range_begin:/registry/events/openstack/magnum-api-59bddd5c78-vlnfd.189b389e3e92c138; range_end:; response_count:1; response_revision:23551; }","duration":"376.591372ms","start":"2026-03-09T16:19:50.608659Z","end":"2026-03-09T16:19:50.985251Z","steps":["trace[194773997] 'agreement among raft nodes before linearized reading' (duration: 376.50637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.985299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.608646Z","time spent":"376.646323ms","remote":"127.0.0.1:53040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-59bddd5c78-vlnfd.189b389e3e92c138\" "} {"level":"warn","ts":"2026-03-09T16:19:50.985142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.582547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10674"} {"level":"info","ts":"2026-03-09T16:19:50.985416Z","caller":"traceutil/trace.go:171","msg":"trace[1885655140] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23551; }","duration":"446.883814ms","start":"2026-03-09T16:19:50.538525Z","end":"2026-03-09T16:19:50.985409Z","steps":["trace[1885655140] 'agreement among raft nodes before linearized reading' (duration: 446.509586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.985444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.538495Z","time spent":"446.940884ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10696,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-09T16:19:50.985439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.651623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-09T16:19:50.985482Z","caller":"traceutil/trace.go:171","msg":"trace[529927310] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23551; }","duration":"434.696214ms","start":"2026-03-09T16:19:50.550775Z","end":"2026-03-09T16:19:50.985471Z","steps":["trace[529927310] 'agreement among raft nodes before linearized reading' (duration: 434.537401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.985523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.550727Z","time spent":"434.788416ms","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-09T16:19:50.985587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.276772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-03-09T16:19:50.985628Z","caller":"traceutil/trace.go:171","msg":"trace[29632239] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23551; }","duration":"452.330033ms","start":"2026-03-09T16:19:50.533288Z","end":"2026-03-09T16:19:50.985618Z","steps":["trace[29632239] 'agreement among raft nodes before linearized reading' (duration: 452.237771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.985388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.83612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:50.98566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.533282Z","time spent":"452.371485ms","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-09T16:19:50.985671Z","caller":"traceutil/trace.go:171","msg":"trace[1948079235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23551; }","duration":"451.157427ms","start":"2026-03-09T16:19:50.534504Z","end":"2026-03-09T16:19:50.985662Z","steps":["trace[1948079235] 'agreement among raft nodes before linearized reading' (duration: 450.855541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.985696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:50.534485Z","time spent":"451.203958ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:51.167339Z","caller":"traceutil/trace.go:171","msg":"trace[1906556388] linearizableReadLoop","detail":"{readStateIndex:24363; appliedIndex:24362; }","duration":"178.978391ms","start":"2026-03-09T16:19:50.988335Z","end":"2026-03-09T16:19:51.167313Z","steps":["trace[1906556388] 'read index received' (duration: 177.430566ms)","trace[1906556388] 'applied index is now lower than readState.Index' (duration: 1.546675ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:51.167443Z","caller":"traceutil/trace.go:171","msg":"trace[690425457] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"179.210225ms","start":"2026-03-09T16:19:50.98822Z","end":"2026-03-09T16:19:51.16743Z","steps":["trace[690425457] 'process raft request' (duration: 177.506517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:51.167822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.227874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-03-09T16:19:51.167977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.573369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-09T16:19:51.168001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.637305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-09T16:19:51.168073Z","caller":"traceutil/trace.go:171","msg":"trace[927659789] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23552; }","duration":"177.713772ms","start":"2026-03-09T16:19:50.99034Z","end":"2026-03-09T16:19:51.168054Z","steps":["trace[927659789] 'agreement among raft nodes before linearized reading' (duration: 177.448356ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:51.168142Z","caller":"traceutil/trace.go:171","msg":"trace[1205478988] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23552; }","duration":"178.468869ms","start":"2026-03-09T16:19:50.989565Z","end":"2026-03-09T16:19:51.168034Z","steps":["trace[1205478988] 'agreement among raft nodes before linearized reading' (duration: 178.083931ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:51.168205Z","caller":"traceutil/trace.go:171","msg":"trace[1771265206] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23552; }","duration":"179.827018ms","start":"2026-03-09T16:19:50.988311Z","end":"2026-03-09T16:19:51.168138Z","steps":["trace[1771265206] 'agreement among raft nodes before linearized reading' (duration: 179.497181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:51.167847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.340595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:51.16863Z","caller":"traceutil/trace.go:171","msg":"trace[687203241] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23552; }","duration":"120.175412ms","start":"2026-03-09T16:19:51.048442Z","end":"2026-03-09T16:19:51.168617Z","steps":["trace[687203241] 'agreement among raft nodes before linearized reading' (duration: 119.321023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:51.167902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.264594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-09T16:19:51.16875Z","caller":"traceutil/trace.go:171","msg":"trace[1105871544] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23552; }","duration":"174.127712ms","start":"2026-03-09T16:19:50.994605Z","end":"2026-03-09T16:19:51.168732Z","steps":["trace[1105871544] 'agreement among raft nodes before linearized reading' (duration: 173.173542ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:51.521546Z","caller":"traceutil/trace.go:171","msg":"trace[963075421] linearizableReadLoop","detail":"{readStateIndex:24364; appliedIndex:24363; }","duration":"345.848003ms","start":"2026-03-09T16:19:51.175672Z","end":"2026-03-09T16:19:51.52152Z","steps":["trace[963075421] 'read index received' (duration: 306.606987ms)","trace[963075421] 'applied index is now lower than readState.Index' (duration: 39.239766ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:51.521677Z","caller":"traceutil/trace.go:171","msg":"trace[1136319158] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"346.324003ms","start":"2026-03-09T16:19:51.175308Z","end":"2026-03-09T16:19:51.521632Z","steps":["trace[1136319158] 'process raft request' (duration: 307.009846ms)","trace[1136319158] 'compare' (duration: 38.898718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:51.521837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:51.175288Z","time spent":"346.465516ms","remote":"127.0.0.1:53138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:51.521855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.16035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-09T16:19:51.521924Z","caller":"traceutil/trace.go:171","msg":"trace[1240907636] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23553; }","duration":"346.273231ms","start":"2026-03-09T16:19:51.175639Z","end":"2026-03-09T16:19:51.521913Z","steps":["trace[1240907636] 'agreement among raft nodes before linearized reading' (duration: 345.993045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:51.521962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:51.175629Z","time spent":"346.322603ms","remote":"127.0.0.1:53144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-09T16:19:51.737593Z","caller":"traceutil/trace.go:171","msg":"trace[1596814131] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"561.787588ms","start":"2026-03-09T16:19:51.175779Z","end":"2026-03-09T16:19:51.737567Z","steps":["trace[1596814131] 'process raft request' (duration: 561.289687ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:51.737661Z","caller":"traceutil/trace.go:171","msg":"trace[669032235] linearizableReadLoop","detail":"{readStateIndex:24368; appliedIndex:24364; }","duration":"216.033718ms","start":"2026-03-09T16:19:51.521605Z","end":"2026-03-09T16:19:51.737638Z","steps":["trace[669032235] 'read index received' (duration: 215.419794ms)","trace[669032235] 'applied index is now lower than readState.Index' (duration: 612.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:51.737691Z","caller":"traceutil/trace.go:171","msg":"trace[1357726548] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"560.068101ms","start":"2026-03-09T16:19:51.177598Z","end":"2026-03-09T16:19:51.737666Z","steps":["trace[1357726548] 'process raft request' (duration: 559.932198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:51.737825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.646032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:51.737883Z","caller":"traceutil/trace.go:171","msg":"trace[1299646318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23557; }","duration":"255.728204ms","start":"2026-03-09T16:19:51.482144Z","end":"2026-03-09T16:19:51.737873Z","steps":["trace[1299646318] 'agreement among raft nodes before linearized reading' (duration: 255.616691ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:51.737801Z","caller":"traceutil/trace.go:171","msg":"trace[1476624285] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"403.475395ms","start":"2026-03-09T16:19:51.334242Z","end":"2026-03-09T16:19:51.737718Z","steps":["trace[1476624285] 'process raft request' (duration: 403.343332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:51.737991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.470089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T16:19:51.73803Z","caller":"traceutil/trace.go:171","msg":"trace[1608335455] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"561.756848ms","start":"2026-03-09T16:19:51.176257Z","end":"2026-03-09T16:19:51.738014Z","steps":["trace[1608335455] 'process raft request' (duration: 561.176615ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:51.738067Z","caller":"traceutil/trace.go:171","msg":"trace[893219465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23557; }","duration":"405.58072ms","start":"2026-03-09T16:19:51.332466Z","end":"2026-03-09T16:19:51.738047Z","steps":["trace[893219465] 'agreement among raft nodes before linearized reading' (duration: 405.377256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:51.738052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.427752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:51.738114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:51.176244Z","time spent":"561.825809ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:51.738162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.147048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-09T16:19:51.737829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:51.177583Z","time spent":"560.185723ms","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3263,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:51.738198Z","caller":"traceutil/trace.go:171","msg":"trace[1279621176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23557; }","duration":"205.204769ms","start":"2026-03-09T16:19:51.532983Z","end":"2026-03-09T16:19:51.738188Z","steps":["trace[1279621176] 'agreement among raft nodes before linearized reading' (duration: 205.110807ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:51.738128Z","caller":"traceutil/trace.go:171","msg":"trace[580247172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23557; }","duration":"267.536274ms","start":"2026-03-09T16:19:51.470578Z","end":"2026-03-09T16:19:51.738114Z","steps":["trace[580247172] 'agreement among raft nodes before linearized reading' (duration: 267.420481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:51.737724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:51.175763Z","time spent":"561.891581ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:51.738124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:51.332446Z","time spent":"405.665203ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:19:51.738893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:51.334227Z","time spent":"404.491288ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:52.124488Z","caller":"traceutil/trace.go:171","msg":"trace[1274005727] linearizableReadLoop","detail":"{readStateIndex:24372; appliedIndex:24371; }","duration":"112.650436ms","start":"2026-03-09T16:19:52.011813Z","end":"2026-03-09T16:19:52.124464Z","steps":["trace[1274005727] 'read index received' (duration: 35.200047ms)","trace[1274005727] 'applied index is now lower than readState.Index' (duration: 77.449049ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:52.124716Z","caller":"traceutil/trace.go:171","msg":"trace[1255261667] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"115.11685ms","start":"2026-03-09T16:19:52.009561Z","end":"2026-03-09T16:19:52.124677Z","steps":["trace[1255261667] 'process raft request' (duration: 37.560819ms)","trace[1255261667] 'compare' (duration: 76.870836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:52.124851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.021664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10674"} {"level":"info","ts":"2026-03-09T16:19:52.125008Z","caller":"traceutil/trace.go:171","msg":"trace[1233196821] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23561; }","duration":"113.209959ms","start":"2026-03-09T16:19:52.01178Z","end":"2026-03-09T16:19:52.12499Z","steps":["trace[1233196821] 'agreement among raft nodes before linearized reading' (duration: 112.906382ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:52.334552Z","caller":"traceutil/trace.go:171","msg":"trace[865434016] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"258.905744ms","start":"2026-03-09T16:19:52.075619Z","end":"2026-03-09T16:19:52.334525Z","steps":["trace[865434016] 'process raft request' (duration: 204.755639ms)","trace[865434016] 'compare' (duration: 54.034082ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:52.389142Z","caller":"traceutil/trace.go:171","msg":"trace[1923592558] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"313.259884ms","start":"2026-03-09T16:19:52.075856Z","end":"2026-03-09T16:19:52.389116Z","steps":["trace[1923592558] 'process raft request' (duration: 312.926277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:52.389335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.07584Z","time spent":"313.393797ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:52.389422Z","caller":"traceutil/trace.go:171","msg":"trace[1061760499] linearizableReadLoop","detail":"{readStateIndex:24377; appliedIndex:24372; }","duration":"264.855636ms","start":"2026-03-09T16:19:52.124551Z","end":"2026-03-09T16:19:52.389407Z","steps":["trace[1061760499] 'read index received' (duration: 155.806719ms)","trace[1061760499] 'applied index is now lower than readState.Index' (duration: 109.047847ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:52.389441Z","caller":"traceutil/trace.go:171","msg":"trace[256366869] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"313.04892ms","start":"2026-03-09T16:19:52.076358Z","end":"2026-03-09T16:19:52.389407Z","steps":["trace[256366869] 'process raft request' (duration: 312.694282ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:52.389489Z","caller":"traceutil/trace.go:171","msg":"trace[396378635] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"312.931087ms","start":"2026-03-09T16:19:52.076523Z","end":"2026-03-09T16:19:52.389454Z","steps":["trace[396378635] 'process raft request' (duration: 312.766313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:52.389589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.076349Z","time spent":"313.158612ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:52.38963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.433114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-09T16:19:52.389624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.981608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-09T16:19:52.38967Z","caller":"traceutil/trace.go:171","msg":"trace[1368460] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23566; }","duration":"263.517336ms","start":"2026-03-09T16:19:52.126143Z","end":"2026-03-09T16:19:52.38966Z","steps":["trace[1368460] 'agreement among raft nodes before linearized reading' (duration: 263.373963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:52.389663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.076498Z","time spent":"313.07604ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:52.389697Z","caller":"traceutil/trace.go:171","msg":"trace[237705153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23566; }","duration":"313.080491ms","start":"2026-03-09T16:19:52.076599Z","end":"2026-03-09T16:19:52.38968Z","steps":["trace[237705153] 'agreement among raft nodes before linearized reading' (duration: 312.892336ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:52.389508Z","caller":"traceutil/trace.go:171","msg":"trace[1873874664] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"312.444136ms","start":"2026-03-09T16:19:52.077035Z","end":"2026-03-09T16:19:52.389479Z","steps":["trace[1873874664] 'process raft request' (duration: 312.329014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:52.389747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.076591Z","time spent":"313.147162ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:52.389803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.077027Z","time spent":"312.720692ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:52.628001Z","caller":"traceutil/trace.go:171","msg":"trace[603457065] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"232.641105ms","start":"2026-03-09T16:19:52.39533Z","end":"2026-03-09T16:19:52.627972Z","steps":["trace[603457065] 'process raft request' (duration: 214.825292ms)","trace[603457065] 'compare' (duration: 17.495016ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:52.627988Z","caller":"traceutil/trace.go:171","msg":"trace[1910710608] linearizableReadLoop","detail":"{readStateIndex:24378; appliedIndex:24377; }","duration":"145.89101ms","start":"2026-03-09T16:19:52.481846Z","end":"2026-03-09T16:19:52.627737Z","steps":["trace[1910710608] 'read index received' (duration: 128.290962ms)","trace[1910710608] 'applied index is now lower than readState.Index' (duration: 17.598918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:52.62808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.218767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:52.628298Z","caller":"traceutil/trace.go:171","msg":"trace[1090579738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23567; }","duration":"146.475402ms","start":"2026-03-09T16:19:52.481803Z","end":"2026-03-09T16:19:52.628278Z","steps":["trace[1090579738] 'agreement among raft nodes before linearized reading' (duration: 146.231317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.376844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.848638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:53.377016Z","caller":"traceutil/trace.go:171","msg":"trace[1720326906] linearizableReadLoop","detail":"{readStateIndex:24380; appliedIndex:24378; }","duration":"748.879188ms","start":"2026-03-09T16:19:52.628125Z","end":"2026-03-09T16:19:53.377004Z","steps":["trace[1720326906] 'read index received' (duration: 124.827276ms)","trace[1720326906] 'applied index is now lower than readState.Index' (duration: 624.051042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:53.377125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.214055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:53.377149Z","caller":"traceutil/trace.go:171","msg":"trace[1639496026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23569; }","duration":"748.261836ms","start":"2026-03-09T16:19:52.628881Z","end":"2026-03-09T16:19:53.377143Z","steps":["trace[1639496026] 'agreement among raft nodes before linearized reading' (duration: 748.199284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.377137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.73904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:53.377175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.62887Z","time spent":"748.299297ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:53.3772Z","caller":"traceutil/trace.go:171","msg":"trace[1492551491] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23569; }","duration":"794.845103ms","start":"2026-03-09T16:19:52.582342Z","end":"2026-03-09T16:19:53.377187Z","steps":["trace[1492551491] 'agreement among raft nodes before linearized reading' (duration: 794.669178ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:53.377208Z","caller":"traceutil/trace.go:171","msg":"trace[236461033] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"839.854616ms","start":"2026-03-09T16:19:52.537325Z","end":"2026-03-09T16:19:53.377179Z","steps":["trace[236461033] 'process raft request' (duration: 215.607638ms)","trace[236461033] 'compare' (duration: 622.785675ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:53.377266Z","caller":"traceutil/trace.go:171","msg":"trace[1410074584] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"775.324863ms","start":"2026-03-09T16:19:52.601932Z","end":"2026-03-09T16:19:53.377257Z","steps":["trace[1410074584] 'process raft request' (duration: 774.996235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.377237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.554486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-09T16:19:53.377265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.912618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T16:19:53.377319Z","caller":"traceutil/trace.go:171","msg":"trace[305586923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23569; }","duration":"845.017321ms","start":"2026-03-09T16:19:52.53229Z","end":"2026-03-09T16:19:53.377308Z","steps":["trace[305586923] 'agreement among raft nodes before linearized reading' (duration: 844.833047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.377263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.221131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:19:53.377319Z","caller":"traceutil/trace.go:171","msg":"trace[611828666] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23569; }","duration":"842.686719ms","start":"2026-03-09T16:19:52.534614Z","end":"2026-03-09T16:19:53.377301Z","steps":["trace[611828666] 'agreement among raft nodes before linearized reading' (duration: 842.437132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.377356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.53227Z","time spent":"845.077312ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:19:53.377338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.537307Z","time spent":"839.964149ms","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:53.377368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.534594Z","time spent":"842.765251ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-09T16:19:53.377389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.000205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-09T16:19:53.377418Z","caller":"traceutil/trace.go:171","msg":"trace[1772565912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23569; }","duration":"389.092308ms","start":"2026-03-09T16:19:52.988319Z","end":"2026-03-09T16:19:53.377411Z","steps":["trace[1772565912] 'agreement among raft nodes before linearized reading' (duration: 388.999846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.377236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.582305Z","time spent":"794.924725ms","remote":"127.0.0.1:53374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:53.377443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.988302Z","time spent":"389.136029ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T16:19:53.377449Z","caller":"traceutil/trace.go:171","msg":"trace[1681650047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23569; }","duration":"848.388475ms","start":"2026-03-09T16:19:52.52896Z","end":"2026-03-09T16:19:53.377349Z","steps":["trace[1681650047] 'agreement among raft nodes before linearized reading' (duration: 848.113258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.377329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.601899Z","time spent":"775.385283ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:53.377526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.528945Z","time spent":"848.571128ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:53.377543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.761845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:53.377579Z","caller":"traceutil/trace.go:171","msg":"trace[519920834] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23569; }","duration":"617.834046ms","start":"2026-03-09T16:19:52.759729Z","end":"2026-03-09T16:19:53.377563Z","steps":["trace[519920834] 'agreement among raft nodes before linearized reading' (duration: 617.795986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.377514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.629206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:53.377606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.759705Z","time spent":"617.895678ms","remote":"127.0.0.1:54784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-09T16:19:53.377629Z","caller":"traceutil/trace.go:171","msg":"trace[1234290822] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23569; }","duration":"421.762999ms","start":"2026-03-09T16:19:52.955847Z","end":"2026-03-09T16:19:53.37761Z","steps":["trace[1234290822] 'agreement among raft nodes before linearized reading' (duration: 421.640587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.377672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:52.955832Z","time spent":"421.82717ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:53.807366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.65025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:53.807587Z","caller":"traceutil/trace.go:171","msg":"trace[848802411] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24380; }","duration":"414.711083ms","start":"2026-03-09T16:19:53.392859Z","end":"2026-03-09T16:19:53.80757Z","steps":["trace[848802411] 'read index received' (duration: 217.741066ms)","trace[848802411] 'applied index is now lower than readState.Index' (duration: 196.969077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:53.807687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.860497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:53.80772Z","caller":"traceutil/trace.go:171","msg":"trace[1772245381] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23572; }","duration":"414.928857ms","start":"2026-03-09T16:19:53.392782Z","end":"2026-03-09T16:19:53.807711Z","steps":["trace[1772245381] 'agreement among raft nodes before linearized reading' (duration: 414.843935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.80776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.39277Z","time spent":"414.981659ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-09T16:19:53.808151Z","caller":"traceutil/trace.go:171","msg":"trace[1532748217] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"418.6724ms","start":"2026-03-09T16:19:53.389461Z","end":"2026-03-09T16:19:53.808133Z","steps":["trace[1532748217] 'process raft request' (duration: 221.122301ms)","trace[1532748217] 'compare' (duration: 195.681579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:53.808247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.389438Z","time spent":"418.761062ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:53.808451Z","caller":"traceutil/trace.go:171","msg":"trace[270446521] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"418.929956ms","start":"2026-03-09T16:19:53.389502Z","end":"2026-03-09T16:19:53.808432Z","steps":["trace[270446521] 'process raft request' (duration: 417.973065ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:53.808515Z","caller":"traceutil/trace.go:171","msg":"trace[326818300] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"418.802653ms","start":"2026-03-09T16:19:53.389683Z","end":"2026-03-09T16:19:53.808486Z","steps":["trace[326818300] 'process raft request' (duration: 417.852683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.808568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.389481Z","time spent":"419.014968ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:53.808697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.38965Z","time spent":"418.939546ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:53.868044Z","caller":"traceutil/trace.go:171","msg":"trace[566194863] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"210.759792ms","start":"2026-03-09T16:19:53.657261Z","end":"2026-03-09T16:19:53.868021Z","steps":["trace[566194863] 'process raft request' (duration: 210.618859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:54.31138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.362467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:54.311683Z","caller":"traceutil/trace.go:171","msg":"trace[1761176032] linearizableReadLoop","detail":"{readStateIndex:24385; appliedIndex:24383; }","duration":"497.784837ms","start":"2026-03-09T16:19:53.813879Z","end":"2026-03-09T16:19:54.311664Z","steps":["trace[1761176032] 'read index received' (duration: 54.002553ms)","trace[1761176032] 'applied index is now lower than readState.Index' (duration: 443.780924ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:54.311729Z","caller":"traceutil/trace.go:171","msg":"trace[2123137332] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"567.292251ms","start":"2026-03-09T16:19:53.744397Z","end":"2026-03-09T16:19:54.31169Z","steps":["trace[2123137332] 'process raft request' (duration: 340.488845ms)","trace[2123137332] 'compare' (duration: 226.186882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:54.311778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.902259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:54.311822Z","caller":"traceutil/trace.go:171","msg":"trace[1752879497] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23574; }","duration":"497.984871ms","start":"2026-03-09T16:19:53.813823Z","end":"2026-03-09T16:19:54.311808Z","steps":["trace[1752879497] 'agreement among raft nodes before linearized reading' (duration: 497.91375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:54.311864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.813801Z","time spent":"498.054763ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-09T16:19:54.311907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.744372Z","time spent":"567.447223ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:55.143267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.405373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:55.143703Z","caller":"traceutil/trace.go:171","msg":"trace[1807204785] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"1.267378032s","start":"2026-03-09T16:19:53.876302Z","end":"2026-03-09T16:19:55.14368Z","steps":["trace[1807204785] 'process raft request' (duration: 757.480328ms)","trace[1807204785] 'compare' (duration: 508.81012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:55.143818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.876278Z","time spent":"1.267478064s","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3335,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:55.318376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.962601ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T16:19:55.318708Z","caller":"traceutil/trace.go:171","msg":"trace[1709800017] linearizableReadLoop","detail":"{readStateIndex:24387; appliedIndex:24385; }","duration":"1.006962935s","start":"2026-03-09T16:19:54.31171Z","end":"2026-03-09T16:19:55.318673Z","steps":["trace[1709800017] 'read index received' (duration: 322.16285ms)","trace[1709800017] 'applied index is now lower than readState.Index' (duration: 684.797175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:55.318901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37966387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:55.318902Z","caller":"traceutil/trace.go:171","msg":"trace[1512889971] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"979.620841ms","start":"2026-03-09T16:19:54.339249Z","end":"2026-03-09T16:19:55.31887Z","steps":["trace[1512889971] 'process raft request' (duration: 979.234603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.318933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069060356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:55.318966Z","caller":"traceutil/trace.go:171","msg":"trace[987897788] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23577; }","duration":"1.379738612s","start":"2026-03-09T16:19:53.939209Z","end":"2026-03-09T16:19:55.318947Z","steps":["trace[987897788] 'agreement among raft nodes before linearized reading' (duration: 1.379627919s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.93917Z","time spent":"1.379837044s","remote":"127.0.0.1:50326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:55.318976Z","caller":"traceutil/trace.go:171","msg":"trace[523844659] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23577; }","duration":"1.069125857s","start":"2026-03-09T16:19:54.249838Z","end":"2026-03-09T16:19:55.318963Z","steps":["trace[523844659] 'agreement among raft nodes before linearized reading' (duration: 1.068989334s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.339223Z","time spent":"979.751614ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:55.319057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313240854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-09T16:19:55.319119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484246518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-09T16:19:55.319125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.249771Z","time spent":"1.069307281s","remote":"127.0.0.1:50146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:55.319161Z","caller":"traceutil/trace.go:171","msg":"trace[62925533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23577; }","duration":"1.4843176s","start":"2026-03-09T16:19:53.834833Z","end":"2026-03-09T16:19:55.319151Z","steps":["trace[62925533] 'agreement among raft nodes before linearized reading' (duration: 1.484174997s)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.319149Z","caller":"traceutil/trace.go:171","msg":"trace[591226897] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23577; }","duration":"1.313386078s","start":"2026-03-09T16:19:54.005738Z","end":"2026-03-09T16:19:55.319124Z","steps":["trace[591226897] 'agreement among raft nodes before linearized reading' (duration: 1.313114982s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367627214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:55.3191Z","caller":"traceutil/trace.go:171","msg":"trace[1322449787] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"923.307908ms","start":"2026-03-09T16:19:54.39571Z","end":"2026-03-09T16:19:55.319018Z","steps":["trace[1322449787] 'process raft request' (duration: 922.92537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.83482Z","time spent":"1.484371821s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:19:55.319208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.005722Z","time spent":"1.313474629s","remote":"127.0.0.1:53124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-09T16:19:55.319217Z","caller":"traceutil/trace.go:171","msg":"trace[1900398802] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23577; }","duration":"1.367817478s","start":"2026-03-09T16:19:53.951386Z","end":"2026-03-09T16:19:55.319203Z","steps":["trace[1900398802] 'agreement among raft nodes before linearized reading' (duration: 1.367608724s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.951365Z","time spent":"1.367878441s","remote":"127.0.0.1:36106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:55.319297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.573674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:55.319529Z","caller":"traceutil/trace.go:171","msg":"trace[706515151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23581; }","duration":"836.84639ms","start":"2026-03-09T16:19:54.482669Z","end":"2026-03-09T16:19:55.319515Z","steps":["trace[706515151] 'agreement among raft nodes before linearized reading' (duration: 836.579034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.645902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:55.319566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.482651Z","time spent":"836.908352ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:55.319577Z","caller":"traceutil/trace.go:171","msg":"trace[618529986] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23581; }","duration":"206.713242ms","start":"2026-03-09T16:19:55.112855Z","end":"2026-03-09T16:19:55.319568Z","steps":["trace[618529986] 'agreement among raft nodes before linearized reading' (duration: 206.668431ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.319612Z","caller":"traceutil/trace.go:171","msg":"trace[2088816597] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"921.427407ms","start":"2026-03-09T16:19:54.398161Z","end":"2026-03-09T16:19:55.319588Z","steps":["trace[2088816597] 'process raft request' (duration: 920.997597ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.319695Z","caller":"traceutil/trace.go:171","msg":"trace[986250457] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"167.308063ms","start":"2026-03-09T16:19:55.152378Z","end":"2026-03-09T16:19:55.319686Z","steps":["trace[986250457] 'process raft request' (duration: 166.824412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.398147Z","time spent":"921.507328ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:55.319703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.395688Z","time spent":"923.572325ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:55.319774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.735339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-09T16:19:55.319794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.226793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:55.319826Z","caller":"traceutil/trace.go:171","msg":"trace[718659629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23581; }","duration":"687.820951ms","start":"2026-03-09T16:19:54.63199Z","end":"2026-03-09T16:19:55.319811Z","steps":["trace[718659629] 'agreement among raft nodes before linearized reading' (duration: 687.711929ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.319835Z","caller":"traceutil/trace.go:171","msg":"trace[232839555] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23581; }","duration":"501.312485ms","start":"2026-03-09T16:19:54.818512Z","end":"2026-03-09T16:19:55.319824Z","steps":["trace[232839555] 'agreement among raft nodes before linearized reading' (duration: 501.238743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.364297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T16:19:55.319863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.631964Z","time spent":"687.892162ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T16:19:55.319866Z","caller":"traceutil/trace.go:171","msg":"trace[180071323] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"923.263547ms","start":"2026-03-09T16:19:54.396594Z","end":"2026-03-09T16:19:55.319858Z","steps":["trace[180071323] 'process raft request' (duration: 922.511881ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.319874Z","caller":"traceutil/trace.go:171","msg":"trace[1020771024] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23581; }","duration":"825.443419ms","start":"2026-03-09T16:19:54.49442Z","end":"2026-03-09T16:19:55.319864Z","steps":["trace[1020771024] 'agreement among raft nodes before linearized reading' (duration: 825.310526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.703175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:55.319894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.163216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T16:19:55.31991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.494402Z","time spent":"825.500909ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:55.319914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.001174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:55.319932Z","caller":"traceutil/trace.go:171","msg":"trace[1378306159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23581; }","duration":"690.9248ms","start":"2026-03-09T16:19:54.628996Z","end":"2026-03-09T16:19:55.319921Z","steps":["trace[1378306159] 'agreement among raft nodes before linearized reading' (duration: 690.713365ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.319942Z","caller":"traceutil/trace.go:171","msg":"trace[2099818800] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23581; }","duration":"605.243148ms","start":"2026-03-09T16:19:54.714686Z","end":"2026-03-09T16:19:55.319929Z","steps":["trace[2099818800] 'agreement among raft nodes before linearized reading' (duration: 605.176167ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.319945Z","caller":"traceutil/trace.go:171","msg":"trace[2000872790] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23581; }","duration":"330.030254ms","start":"2026-03-09T16:19:54.989906Z","end":"2026-03-09T16:19:55.319936Z","steps":["trace[2000872790] 'agreement among raft nodes before linearized reading' (duration: 329.984063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.628979Z","time spent":"690.975861ms","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:55.319833Z","caller":"traceutil/trace.go:171","msg":"trace[1721509415] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"924.022544ms","start":"2026-03-09T16:19:54.3958Z","end":"2026-03-09T16:19:55.319822Z","steps":["trace[1721509415] 'process raft request' (duration: 922.883229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.319986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.989859Z","time spent":"330.120236ms","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:55.320042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.39579Z","time spent":"924.214688ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:55.319869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.818494Z","time spent":"501.366756ms","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:55.319973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.71467Z","time spent":"605.294939ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:55.31981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.254702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3353"} {"level":"info","ts":"2026-03-09T16:19:55.320546Z","caller":"traceutil/trace.go:171","msg":"trace[620466508] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23581; }","duration":"168.013998ms","start":"2026-03-09T16:19:55.152518Z","end":"2026-03-09T16:19:55.320532Z","steps":["trace[620466508] 'agreement among raft nodes before linearized reading' (duration: 167.244951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.321523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.396581Z","time spent":"924.843112ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:55.650959Z","caller":"traceutil/trace.go:171","msg":"trace[623572889] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"266.89868ms","start":"2026-03-09T16:19:55.384034Z","end":"2026-03-09T16:19:55.650932Z","steps":["trace[623572889] 'process raft request' (duration: 266.850159ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.651321Z","caller":"traceutil/trace.go:171","msg":"trace[1233592884] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"320.83604ms","start":"2026-03-09T16:19:55.330468Z","end":"2026-03-09T16:19:55.651304Z","steps":["trace[1233592884] 'process raft request' (duration: 320.35457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.651437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:55.330452Z","time spent":"320.900432ms","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:55.65163Z","caller":"traceutil/trace.go:171","msg":"trace[356708304] linearizableReadLoop","detail":"{readStateIndex:24397; appliedIndex:24397; }","duration":"167.587278ms","start":"2026-03-09T16:19:55.484021Z","end":"2026-03-09T16:19:55.651609Z","steps":["trace[356708304] 'read index received' (duration: 167.578978ms)","trace[356708304] 'applied index is now lower than readState.Index' (duration: 6.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:55.651744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.70869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:55.65178Z","caller":"traceutil/trace.go:171","msg":"trace[323011286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23585; }","duration":"167.807882ms","start":"2026-03-09T16:19:55.483963Z","end":"2026-03-09T16:19:55.651771Z","steps":["trace[323011286] 'agreement among raft nodes before linearized reading' (duration: 167.732211ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.651795Z","caller":"traceutil/trace.go:171","msg":"trace[653543787] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"325.752089ms","start":"2026-03-09T16:19:55.325355Z","end":"2026-03-09T16:19:55.651107Z","steps":["trace[653543787] 'process raft request' (duration: 325.296369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.651983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:55.325335Z","time spent":"326.553058ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:55.770354Z","caller":"traceutil/trace.go:171","msg":"trace[964512997] linearizableReadLoop","detail":"{readStateIndex:24398; appliedIndex:24397; }","duration":"115.703074ms","start":"2026-03-09T16:19:55.654618Z","end":"2026-03-09T16:19:55.770321Z","steps":["trace[964512997] 'read index received' (duration: 50.431493ms)","trace[964512997] 'applied index is now lower than readState.Index' (duration: 65.266961ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:55.770426Z","caller":"traceutil/trace.go:171","msg":"trace[1498687083] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"157.598488ms","start":"2026-03-09T16:19:55.612799Z","end":"2026-03-09T16:19:55.770397Z","steps":["trace[1498687083] 'process raft request' (duration: 92.282617ms)","trace[1498687083] 'compare' (duration: 65.104597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:55.770562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.926528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-09T16:19:55.770598Z","caller":"traceutil/trace.go:171","msg":"trace[170350413] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23586; }","duration":"116.017471ms","start":"2026-03-09T16:19:55.654569Z","end":"2026-03-09T16:19:55.770587Z","steps":["trace[170350413] 'agreement among raft nodes before linearized reading' (duration: 115.851548ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:56.074116Z","caller":"traceutil/trace.go:171","msg":"trace[1105260069] linearizableReadLoop","detail":"{readStateIndex:24399; appliedIndex:24398; }","duration":"257.611805ms","start":"2026-03-09T16:19:55.81648Z","end":"2026-03-09T16:19:56.074091Z","steps":["trace[1105260069] 'read index received' (duration: 182.997349ms)","trace[1105260069] 'applied index is now lower than readState.Index' (duration: 74.613296ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:56.074154Z","caller":"traceutil/trace.go:171","msg":"trace[200318799] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"257.901112ms","start":"2026-03-09T16:19:55.816225Z","end":"2026-03-09T16:19:56.074127Z","steps":["trace[200318799] 'process raft request' (duration: 183.319627ms)","trace[200318799] 'compare' (duration: 74.308399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:56.074312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.81484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T16:19:56.074358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.819561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:19:56.07437Z","caller":"traceutil/trace.go:171","msg":"trace[1096961540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23587; }","duration":"257.909672ms","start":"2026-03-09T16:19:55.816447Z","end":"2026-03-09T16:19:56.074357Z","steps":["trace[1096961540] 'agreement among raft nodes before linearized reading' (duration: 257.755879ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:56.074382Z","caller":"traceutil/trace.go:171","msg":"trace[138314477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23587; }","duration":"257.882612ms","start":"2026-03-09T16:19:55.816492Z","end":"2026-03-09T16:19:56.074375Z","steps":["trace[138314477] 'agreement among raft nodes before linearized reading' (duration: 257.733228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:56.074488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.082993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-09T16:19:56.074558Z","caller":"traceutil/trace.go:171","msg":"trace[1278759491] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23587; }","duration":"257.233496ms","start":"2026-03-09T16:19:55.817306Z","end":"2026-03-09T16:19:56.074539Z","steps":["trace[1278759491] 'agreement among raft nodes before linearized reading' (duration: 256.993611ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:56.194739Z","caller":"traceutil/trace.go:171","msg":"trace[1544579519] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"116.060132ms","start":"2026-03-09T16:19:56.078651Z","end":"2026-03-09T16:19:56.194712Z","steps":["trace[1544579519] 'process raft request' (duration: 113.574097ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:57.440876Z","caller":"traceutil/trace.go:171","msg":"trace[1142334643] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"115.371396ms","start":"2026-03-09T16:19:57.32548Z","end":"2026-03-09T16:19:57.440851Z","steps":["trace[1142334643] 'process raft request' (duration: 115.214573ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:57.690071Z","caller":"traceutil/trace.go:171","msg":"trace[1770387875] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"364.435004ms","start":"2026-03-09T16:19:57.325612Z","end":"2026-03-09T16:19:57.690047Z","steps":["trace[1770387875] 'process raft request' (duration: 364.2388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:57.690217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:57.325586Z","time spent":"364.556336ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:57.690418Z","caller":"traceutil/trace.go:171","msg":"trace[603033900] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"364.462164ms","start":"2026-03-09T16:19:57.325912Z","end":"2026-03-09T16:19:57.690374Z","steps":["trace[603033900] 'process raft request' (duration: 364.092176ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:57.690509Z","caller":"traceutil/trace.go:171","msg":"trace[1907113357] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"363.900752ms","start":"2026-03-09T16:19:57.326582Z","end":"2026-03-09T16:19:57.690483Z","steps":["trace[1907113357] 'process raft request' (duration: 363.666687ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:57.690551Z","caller":"traceutil/trace.go:171","msg":"trace[1140126762] linearizableReadLoop","detail":"{readStateIndex:24409; appliedIndex:24403; }","duration":"286.555964ms","start":"2026-03-09T16:19:57.403976Z","end":"2026-03-09T16:19:57.690532Z","steps":["trace[1140126762] 'read index received' (duration: 36.779242ms)","trace[1140126762] 'applied index is now lower than readState.Index' (duration: 249.775852ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:57.690608Z","caller":"traceutil/trace.go:171","msg":"trace[1676690213] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"363.837351ms","start":"2026-03-09T16:19:57.326754Z","end":"2026-03-09T16:19:57.690592Z","steps":["trace[1676690213] 'process raft request' (duration: 363.616246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:57.690617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:57.325886Z","time spent":"364.626548ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:57.690647Z","caller":"traceutil/trace.go:171","msg":"trace[1296997522] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"343.928609ms","start":"2026-03-09T16:19:57.346705Z","end":"2026-03-09T16:19:57.690634Z","steps":["trace[1296997522] 'process raft request' (duration: 343.730285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:57.690652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:57.326572Z","time spent":"364.005764ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:57.690681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:57.326726Z","time spent":"363.919052ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:57.690717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:57.346678Z","time spent":"343.994361ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:57.690873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.903732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-09T16:19:57.690995Z","caller":"traceutil/trace.go:171","msg":"trace[1136193053] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23597; }","duration":"287.019484ms","start":"2026-03-09T16:19:57.40396Z","end":"2026-03-09T16:19:57.69098Z","steps":["trace[1136193053] 'agreement among raft nodes before linearized reading' (duration: 286.802689ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:57.869281Z","caller":"traceutil/trace.go:171","msg":"trace[1732344402] linearizableReadLoop","detail":"{readStateIndex:24410; appliedIndex:24409; }","duration":"178.655683ms","start":"2026-03-09T16:19:57.690602Z","end":"2026-03-09T16:19:57.869258Z","steps":["trace[1732344402] 'read index received' (duration: 178.338256ms)","trace[1732344402] 'applied index is now lower than readState.Index' (duration: 315.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:57.869367Z","caller":"traceutil/trace.go:171","msg":"trace[843624888] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"212.986181ms","start":"2026-03-09T16:19:57.656344Z","end":"2026-03-09T16:19:57.869331Z","steps":["trace[843624888] 'process raft request' (duration: 212.701305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:57.869486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.702479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:57.869558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.753187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-09T16:19:57.869514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.097656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T16:19:57.869631Z","caller":"traceutil/trace.go:171","msg":"trace[524505368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23598; }","duration":"451.27031ms","start":"2026-03-09T16:19:57.418347Z","end":"2026-03-09T16:19:57.869617Z","steps":["trace[524505368] 'agreement among raft nodes before linearized reading' (duration: 451.009834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:57.86969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:57.41833Z","time spent":"451.342451ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T16:19:57.86958Z","caller":"traceutil/trace.go:171","msg":"trace[385175913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23598; }","duration":"388.809722ms","start":"2026-03-09T16:19:57.480749Z","end":"2026-03-09T16:19:57.869559Z","steps":["trace[385175913] 'agreement among raft nodes before linearized reading' (duration: 388.644028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:57.869799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:57.480732Z","time spent":"389.040536ms","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:57.869629Z","caller":"traceutil/trace.go:171","msg":"trace[260259424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23598; }","duration":"213.86519ms","start":"2026-03-09T16:19:57.655746Z","end":"2026-03-09T16:19:57.869611Z","steps":["trace[260259424] 'agreement among raft nodes before linearized reading' (duration: 213.602724ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:59.846774Z","caller":"traceutil/trace.go:171","msg":"trace[1970782547] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"148.617389ms","start":"2026-03-09T16:19:59.698126Z","end":"2026-03-09T16:19:59.846743Z","steps":["trace[1970782547] 'process raft request' (duration: 139.547829ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:59.846896Z","caller":"traceutil/trace.go:171","msg":"trace[1808539413] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"148.678041ms","start":"2026-03-09T16:19:59.698206Z","end":"2026-03-09T16:19:59.846884Z","steps":["trace[1808539413] 'process raft request' (duration: 148.461847ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:59.847024Z","caller":"traceutil/trace.go:171","msg":"trace[1000274770] linearizableReadLoop","detail":"{readStateIndex:24426; appliedIndex:24423; }","duration":"139.490579ms","start":"2026-03-09T16:19:59.707526Z","end":"2026-03-09T16:19:59.847017Z","steps":["trace[1000274770] 'read index received' (duration: 8.179561ms)","trace[1000274770] 'applied index is now lower than readState.Index' (duration: 131.310388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:59.847101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.564691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:59.84713Z","caller":"traceutil/trace.go:171","msg":"trace[1696440196] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23613; }","duration":"139.639981ms","start":"2026-03-09T16:19:59.707483Z","end":"2026-03-09T16:19:59.847123Z","steps":["trace[1696440196] 'agreement among raft nodes before linearized reading' (duration: 139.56588ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:59.847199Z","caller":"traceutil/trace.go:171","msg":"trace[1967080228] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"148.918076ms","start":"2026-03-09T16:19:59.69825Z","end":"2026-03-09T16:19:59.847168Z","steps":["trace[1967080228] 'process raft request' (duration: 148.5982ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:00.528812Z","caller":"traceutil/trace.go:171","msg":"trace[1753457284] linearizableReadLoop","detail":"{readStateIndex:24443; appliedIndex:24442; }","duration":"126.604374ms","start":"2026-03-09T16:20:00.402184Z","end":"2026-03-09T16:20:00.528788Z","steps":["trace[1753457284] 'read index received' (duration: 82.295907ms)","trace[1753457284] 'applied index is now lower than readState.Index' (duration: 44.307477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:00.529017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.819769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-09T16:20:00.529055Z","caller":"traceutil/trace.go:171","msg":"trace[932549777] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23630; }","duration":"126.916862ms","start":"2026-03-09T16:20:00.402128Z","end":"2026-03-09T16:20:00.529044Z","steps":["trace[932549777] 'agreement among raft nodes before linearized reading' (duration: 126.747177ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:00.529274Z","caller":"traceutil/trace.go:171","msg":"trace[594118747] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"187.962669ms","start":"2026-03-09T16:20:00.341239Z","end":"2026-03-09T16:20:00.529201Z","steps":["trace[594118747] 'process raft request' (duration: 143.203591ms)","trace[594118747] 'compare' (duration: 44.230835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:01.674166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.283962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:01.674273Z","caller":"traceutil/trace.go:171","msg":"trace[1957030466] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23637; }","duration":"114.439096ms","start":"2026-03-09T16:20:01.559797Z","end":"2026-03-09T16:20:01.674236Z","steps":["trace[1957030466] 'count revisions from in-memory index tree' (duration: 114.19229ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:02.401177Z","caller":"traceutil/trace.go:171","msg":"trace[2096623789] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"166.590758ms","start":"2026-03-09T16:20:02.234548Z","end":"2026-03-09T16:20:02.401139Z","steps":["trace[2096623789] 'process raft request' (duration: 147.613628ms)","trace[2096623789] 'compare' (duration: 18.584261ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:03.676249Z","caller":"traceutil/trace.go:171","msg":"trace[143421367] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"189.560364ms","start":"2026-03-09T16:20:03.486663Z","end":"2026-03-09T16:20:03.676223Z","steps":["trace[143421367] 'process raft request' (duration: 189.401971ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:03.895059Z","caller":"traceutil/trace.go:171","msg":"trace[1883391078] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"133.483846ms","start":"2026-03-09T16:20:03.761559Z","end":"2026-03-09T16:20:03.895043Z","steps":["trace[1883391078] 'process raft request' (duration: 119.465877ms)","trace[1883391078] 'compare' (duration: 13.441417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:05.981232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290025995004068,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T16:20:06.106988Z","caller":"traceutil/trace.go:171","msg":"trace[100907678] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"867.979917ms","start":"2026-03-09T16:20:05.238982Z","end":"2026-03-09T16:20:06.106962Z","steps":["trace[100907678] 'process raft request' (duration: 867.820224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.107148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.23897Z","time spent":"868.094599ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:06.610295Z","caller":"traceutil/trace.go:171","msg":"trace[1643860929] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"928.87489ms","start":"2026-03-09T16:20:05.681403Z","end":"2026-03-09T16:20:06.610278Z","steps":["trace[1643860929] 'process raft request' (duration: 928.193065ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:06.610347Z","caller":"traceutil/trace.go:171","msg":"trace[238372237] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"709.482588ms","start":"2026-03-09T16:20:05.900858Z","end":"2026-03-09T16:20:06.61034Z","steps":["trace[238372237] 'process raft request' (duration: 708.803963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.610429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.681381Z","time spent":"928.965762ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:06.61043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.900836Z","time spent":"709.537689ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:06.610295Z","caller":"traceutil/trace.go:171","msg":"trace[535784749] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"1.236427958s","start":"2026-03-09T16:20:05.373835Z","end":"2026-03-09T16:20:06.610263Z","steps":["trace[535784749] 'process raft request' (duration: 1.235593799s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.610548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.373813Z","time spent":"1.236708624s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:06.77903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.302238ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T16:20:06.780306Z","caller":"traceutil/trace.go:171","msg":"trace[6912854] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"860.505252ms","start":"2026-03-09T16:20:05.919775Z","end":"2026-03-09T16:20:06.78028Z","steps":["trace[6912854] 'process raft request' (duration: 859.356327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.780596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.919753Z","time spent":"860.623765ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:06.783121Z","caller":"traceutil/trace.go:171","msg":"trace[290720307] linearizableReadLoop","detail":"{readStateIndex:24489; appliedIndex:24480; }","duration":"1.302020507s","start":"2026-03-09T16:20:05.481084Z","end":"2026-03-09T16:20:06.783105Z","steps":["trace[290720307] 'read index received' (duration: 625.809983ms)","trace[290720307] 'applied index is now lower than readState.Index' (duration: 676.209354ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:06.783151Z","caller":"traceutil/trace.go:171","msg":"trace[946789113] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"861.845202ms","start":"2026-03-09T16:20:05.921289Z","end":"2026-03-09T16:20:06.783134Z","steps":["trace[946789113] 'process raft request' (duration: 858.977229ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:06.783184Z","caller":"traceutil/trace.go:171","msg":"trace[832252593] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"860.516452ms","start":"2026-03-09T16:20:05.922529Z","end":"2026-03-09T16:20:06.783046Z","steps":["trace[832252593] 'process raft request' (duration: 860.377909ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:06.783118Z","caller":"traceutil/trace.go:171","msg":"trace[303918134] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"846.532194ms","start":"2026-03-09T16:20:05.936565Z","end":"2026-03-09T16:20:06.783097Z","steps":["trace[303918134] 'process raft request' (duration: 846.408831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.783288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30217977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:06.783336Z","caller":"traceutil/trace.go:171","msg":"trace[949611701] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23676; }","duration":"1.302280252s","start":"2026-03-09T16:20:05.481041Z","end":"2026-03-09T16:20:06.783322Z","steps":["trace[949611701] 'agreement among raft nodes before linearized reading' (duration: 1.302192121s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.783366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301089615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:06.783425Z","caller":"traceutil/trace.go:171","msg":"trace[1339526934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23676; }","duration":"1.301194567s","start":"2026-03-09T16:20:05.482218Z","end":"2026-03-09T16:20:06.783412Z","steps":["trace[1339526934] 'agreement among raft nodes before linearized reading' (duration: 1.301078015s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.783464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.482195Z","time spent":"1.301261459s","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:20:06.783495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.938471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:20:06.783523Z","caller":"traceutil/trace.go:171","msg":"trace[39835273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23676; }","duration":"527.990393ms","start":"2026-03-09T16:20:06.255524Z","end":"2026-03-09T16:20:06.783515Z","steps":["trace[39835273] 'agreement among raft nodes before linearized reading' (duration: 527.88848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.783554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.25551Z","time spent":"528.038583ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:20:06.783491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.936539Z","time spent":"846.771588ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:06.783371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.481024Z","time spent":"1.302336083s","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:20:06.783789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.163279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T16:20:06.783834Z","caller":"traceutil/trace.go:171","msg":"trace[1302581913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23676; }","duration":"824.20811ms","start":"2026-03-09T16:20:05.959614Z","end":"2026-03-09T16:20:06.783822Z","steps":["trace[1302581913] 'agreement among raft nodes before linearized reading' (duration: 824.072057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.783866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.004249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-09T16:20:06.784016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.282618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:20:06.784078Z","caller":"traceutil/trace.go:171","msg":"trace[377574014] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23676; }","duration":"334.37785ms","start":"2026-03-09T16:20:06.449686Z","end":"2026-03-09T16:20:06.784063Z","steps":["trace[377574014] 'agreement among raft nodes before linearized reading' (duration: 334.235176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.784116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.138764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:20:06.784125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.44968Z","time spent":"334.432531ms","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:20:06.784162Z","caller":"traceutil/trace.go:171","msg":"trace[569985686] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23676; }","duration":"204.183925ms","start":"2026-03-09T16:20:06.579963Z","end":"2026-03-09T16:20:06.784147Z","steps":["trace[569985686] 'agreement among raft nodes before linearized reading' (duration: 204.118794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.784339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.921282Z","time spent":"861.926484ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:06.7845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.929824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T16:20:06.784547Z","caller":"traceutil/trace.go:171","msg":"trace[901601098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23676; }","duration":"572.006846ms","start":"2026-03-09T16:20:06.212527Z","end":"2026-03-09T16:20:06.784534Z","steps":["trace[901601098] 'agreement among raft nodes before linearized reading' (duration: 571.904773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.784553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.120362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-09T16:20:06.784577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.212509Z","time spent":"572.061537ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T16:20:06.784593Z","caller":"traceutil/trace.go:171","msg":"trace[753318556] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23676; }","duration":"787.184214ms","start":"2026-03-09T16:20:05.997393Z","end":"2026-03-09T16:20:06.784578Z","steps":["trace[753318556] 'agreement among raft nodes before linearized reading' (duration: 787.073711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.784632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.997362Z","time spent":"787.260476ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-09T16:20:06.784014Z","caller":"traceutil/trace.go:171","msg":"trace[1436354766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23676; }","duration":"811.157453ms","start":"2026-03-09T16:20:05.972817Z","end":"2026-03-09T16:20:06.783974Z","steps":["trace[1436354766] 'agreement among raft nodes before linearized reading' (duration: 810.862046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.784749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.034769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-09T16:20:06.784633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.028037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272963"} {"level":"info","ts":"2026-03-09T16:20:06.784815Z","caller":"traceutil/trace.go:171","msg":"trace[1446233376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23676; }","duration":"342.109991ms","start":"2026-03-09T16:20:06.442695Z","end":"2026-03-09T16:20:06.784805Z","steps":["trace[1446233376] 'agreement among raft nodes before linearized reading' (duration: 341.971768ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:06.784838Z","caller":"traceutil/trace.go:171","msg":"trace[658426244] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23676; }","duration":"558.318963ms","start":"2026-03-09T16:20:06.226505Z","end":"2026-03-09T16:20:06.784824Z","steps":["trace[658426244] 'agreement among raft nodes before linearized reading' (duration: 557.545835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.784878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.226496Z","time spent":"558.368124ms","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-09T16:20:06.784885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.442688Z","time spent":"342.163212ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T16:20:06.785058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.310871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:20:06.784874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.972798Z","time spent":"812.031692ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T16:20:06.785114Z","caller":"traceutil/trace.go:171","msg":"trace[1522388320] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23676; }","duration":"364.438053ms","start":"2026-03-09T16:20:06.420657Z","end":"2026-03-09T16:20:06.785095Z","steps":["trace[1522388320] 'agreement among raft nodes before linearized reading' (duration: 364.359261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.783863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.959567Z","time spent":"824.289082ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:20:06.785169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.420643Z","time spent":"364.516875ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:20:06.786396Z","caller":"traceutil/trace.go:171","msg":"trace[205593834] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"219.689178ms","start":"2026-03-09T16:20:06.563392Z","end":"2026-03-09T16:20:06.783081Z","steps":["trace[205593834] 'process raft request' (duration: 219.647517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.787475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.922517Z","time spent":"864.794557ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:08.898095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.884762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:08.89825Z","caller":"traceutil/trace.go:171","msg":"trace[762178019] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"241.899289ms","start":"2026-03-09T16:20:08.656324Z","end":"2026-03-09T16:20:08.898223Z","steps":["trace[762178019] 'process raft request' (duration: 55.775111ms)","trace[762178019] 'compare' (duration: 185.610317ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:09.032199Z","caller":"traceutil/trace.go:171","msg":"trace[467208900] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"240.683662ms","start":"2026-03-09T16:20:08.791474Z","end":"2026-03-09T16:20:09.032157Z","steps":["trace[467208900] 'process raft request' (duration: 230.631899ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:09.034078Z","caller":"traceutil/trace.go:171","msg":"trace[1241588830] linearizableReadLoop","detail":"{readStateIndex:24507; appliedIndex:24502; }","duration":"234.182349ms","start":"2026-03-09T16:20:08.799868Z","end":"2026-03-09T16:20:09.03405Z","steps":["trace[1241588830] 'read index received' (duration: 222.277135ms)","trace[1241588830] 'applied index is now lower than readState.Index' (duration: 11.903434ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:09.034346Z","caller":"traceutil/trace.go:171","msg":"trace[638641631] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"238.73511ms","start":"2026-03-09T16:20:08.795512Z","end":"2026-03-09T16:20:09.034247Z","steps":["trace[638641631] 'process raft request' (duration: 238.486655ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:09.034473Z","caller":"traceutil/trace.go:171","msg":"trace[429670148] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"242.81446ms","start":"2026-03-09T16:20:08.791645Z","end":"2026-03-09T16:20:09.03446Z","steps":["trace[429670148] 'process raft request' (duration: 242.137954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:09.034485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.22736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-09T16:20:09.034521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.574002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:09.034576Z","caller":"traceutil/trace.go:171","msg":"trace[1046710038] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"242.083133ms","start":"2026-03-09T16:20:08.792484Z","end":"2026-03-09T16:20:09.034567Z","steps":["trace[1046710038] 'process raft request' (duration: 241.47596ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:09.034417Z","caller":"traceutil/trace.go:171","msg":"trace[834345832] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"242.638735ms","start":"2026-03-09T16:20:08.79175Z","end":"2026-03-09T16:20:09.034389Z","steps":["trace[834345832] 'process raft request' (duration: 242.170344ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:09.034556Z","caller":"traceutil/trace.go:171","msg":"trace[1166477036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23692; }","duration":"234.339273ms","start":"2026-03-09T16:20:08.800199Z","end":"2026-03-09T16:20:09.034538Z","steps":["trace[1166477036] 'agreement among raft nodes before linearized reading' (duration: 234.111638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:09.034638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.839312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-09T16:20:09.034673Z","caller":"traceutil/trace.go:171","msg":"trace[437702742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23692; }","duration":"228.887012ms","start":"2026-03-09T16:20:08.805775Z","end":"2026-03-09T16:20:09.034662Z","steps":["trace[437702742] 'agreement among raft nodes before linearized reading' (duration: 228.80616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:09.034673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.806872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T16:20:09.034614Z","caller":"traceutil/trace.go:171","msg":"trace[146140750] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23692; }","duration":"140.708137ms","start":"2026-03-09T16:20:08.893879Z","end":"2026-03-09T16:20:09.034587Z","steps":["trace[146140750] 'agreement among raft nodes before linearized reading' (duration: 140.539983ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:09.034722Z","caller":"traceutil/trace.go:171","msg":"trace[596636240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23692; }","duration":"234.888214ms","start":"2026-03-09T16:20:08.799821Z","end":"2026-03-09T16:20:09.034709Z","steps":["trace[596636240] 'agreement among raft nodes before linearized reading' (duration: 234.636089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:09.034843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.146768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:20:09.034886Z","caller":"traceutil/trace.go:171","msg":"trace[95335161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23692; }","duration":"234.20827ms","start":"2026-03-09T16:20:08.800667Z","end":"2026-03-09T16:20:09.034876Z","steps":["trace[95335161] 'agreement among raft nodes before linearized reading' (duration: 234.100278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:09.03495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.555427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-09T16:20:09.034939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.498929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-09T16:20:09.034987Z","caller":"traceutil/trace.go:171","msg":"trace[1704394083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23692; }","duration":"234.607268ms","start":"2026-03-09T16:20:08.800371Z","end":"2026-03-09T16:20:09.034978Z","steps":["trace[1704394083] 'agreement among raft nodes before linearized reading' (duration: 234.510396ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:09.035009Z","caller":"traceutil/trace.go:171","msg":"trace[288939046] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23692; }","duration":"134.60785ms","start":"2026-03-09T16:20:08.900382Z","end":"2026-03-09T16:20:09.03499Z","steps":["trace[288939046] 'agreement among raft nodes before linearized reading' (duration: 134.285493ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:10.854705Z","caller":"traceutil/trace.go:171","msg":"trace[2088085596] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"210.658239ms","start":"2026-03-09T16:20:10.644013Z","end":"2026-03-09T16:20:10.854671Z","steps":["trace[2088085596] 'process raft request' (duration: 155.651196ms)","trace[2088085596] 'compare' (duration: 54.210456ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:10.879881Z","caller":"traceutil/trace.go:171","msg":"trace[1539232720] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"201.246191ms","start":"2026-03-09T16:20:10.678615Z","end":"2026-03-09T16:20:10.879861Z","steps":["trace[1539232720] 'process raft request' (duration: 201.051747ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:10.880058Z","caller":"traceutil/trace.go:171","msg":"trace[1923931099] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"201.192169ms","start":"2026-03-09T16:20:10.678856Z","end":"2026-03-09T16:20:10.880048Z","steps":["trace[1923931099] 'process raft request' (duration: 200.946934ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:21:01.696238Z","caller":"traceutil/trace.go:171","msg":"trace[876428472] linearizableReadLoop","detail":"{readStateIndex:25087; appliedIndex:25085; }","duration":"121.312498ms","start":"2026-03-09T16:21:01.5749Z","end":"2026-03-09T16:21:01.696213Z","steps":["trace[876428472] 'read index received' (duration: 58.292917ms)","trace[876428472] 'applied index is now lower than readState.Index' (duration: 63.018781ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:21:01.69629Z","caller":"traceutil/trace.go:171","msg":"trace[960352152] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"126.285227ms","start":"2026-03-09T16:21:01.569966Z","end":"2026-03-09T16:21:01.696251Z","steps":["trace[960352152] 'process raft request' (duration: 110.188043ms)","trace[960352152] 'compare' (duration: 15.964302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:21:01.696684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.739467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-09T16:21:01.696848Z","caller":"traceutil/trace.go:171","msg":"trace[1525153728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24258; }","duration":"121.944732ms","start":"2026-03-09T16:21:01.574867Z","end":"2026-03-09T16:21:01.696812Z","steps":["trace[1525153728] 'agreement among raft nodes before linearized reading' (duration: 121.553453ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:21:36.065139Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21861} {"level":"info","ts":"2026-03-09T16:21:36.203789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21861,"took":"134.473838ms","hash":3211738836,"current-db-size-bytes":49401856,"current-db-size":"49 MB","current-db-size-in-use-bytes":32296960,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-09T16:21:36.20384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3211738836,"revision":21861,"compact-revision":18806} {"level":"info","ts":"2026-03-09T16:23:40.637554Z","caller":"traceutil/trace.go:171","msg":"trace[1958778635] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"110.216933ms","start":"2026-03-09T16:23:40.527303Z","end":"2026-03-09T16:23:40.63752Z","steps":["trace[1958778635] 'process raft request' (duration: 75.220511ms)","trace[1958778635] 'compare' (duration: 34.844198ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:23:47.793582Z","caller":"traceutil/trace.go:171","msg":"trace[1701504051] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"132.524845ms","start":"2026-03-09T16:23:47.661036Z","end":"2026-03-09T16:23:47.793561Z","steps":["trace[1701504051] 'process raft request' (duration: 119.744262ms)","trace[1701504051] 'compare' (duration: 12.698991ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:26:36.073734Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24543} {"level":"info","ts":"2026-03-09T16:26:36.204484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24543,"took":"126.790698ms","hash":611566246,"current-db-size-bytes":49401856,"current-db-size":"49 MB","current-db-size-in-use-bytes":32792576,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-09T16:26:36.204564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":611566246,"revision":24543,"compact-revision":21861} {"level":"info","ts":"2026-03-09T16:31:22.682928Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T16:31:22.690247Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-09T16:31:22.690388Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-09T16:31:36.079448Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27049} {"level":"info","ts":"2026-03-09T16:31:36.204315Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27049,"took":"119.811991ms","hash":3218586504,"current-db-size-bytes":49401856,"current-db-size":"49 MB","current-db-size-in-use-bytes":27942912,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T16:31:36.204401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3218586504,"revision":27049,"compact-revision":24543} {"level":"info","ts":"2026-03-09T16:36:36.085724Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29125} {"level":"info","ts":"2026-03-09T16:36:36.197537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29125,"took":"107.743423ms","hash":835238057,"current-db-size-bytes":49401856,"current-db-size":"49 MB","current-db-size-in-use-bytes":27918336,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T16:36:36.197595Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":835238057,"revision":29125,"compact-revision":27049} {"level":"info","ts":"2026-03-09T16:41:36.093732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31241} {"level":"info","ts":"2026-03-09T16:41:36.252751Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31241,"took":"153.931289ms","hash":1062873734,"current-db-size-bytes":49401856,"current-db-size":"49 MB","current-db-size-in-use-bytes":29237248,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T16:41:36.252828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1062873734,"revision":31241,"compact-revision":29125} {"level":"info","ts":"2026-03-09T16:45:44.874728Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008dc0.wal"} {"level":"info","ts":"2026-03-09T16:46:36.099053Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33398} {"level":"info","ts":"2026-03-09T16:46:36.219013Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33398,"took":"116.773104ms","hash":1909286311,"current-db-size-bytes":51990528,"current-db-size":"52 MB","current-db-size-in-use-bytes":28864512,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T16:46:36.219065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1909286311,"revision":33398,"compact-revision":31241}